2014-12-30 17:25:09 -05:00
|
|
|
module Fog
|
|
|
|
module AWS
|
|
|
|
class DataPipeline < Fog::Service
|
|
|
|
extend Fog::AWS::CredentialFetcher::ServiceMethods
|
|
|
|
|
|
|
|
requires :aws_access_key_id, :aws_secret_access_key
|
|
|
|
recognizes :region, :host, :path, :port, :scheme, :persistent, :use_iam_profile, :aws_session_token, :aws_credentials_expire_at, :instrumentor, :instrumentor_name
|
|
|
|
|
|
|
|
request_path 'fog/aws/requests/data_pipeline'
|
|
|
|
request :activate_pipeline
|
|
|
|
request :create_pipeline
|
2016-10-26 11:28:26 -04:00
|
|
|
request :deactivate_pipeline
|
2014-12-30 17:25:09 -05:00
|
|
|
request :delete_pipeline
|
|
|
|
request :describe_pipelines
|
|
|
|
request :list_pipelines
|
|
|
|
request :put_pipeline_definition
|
|
|
|
request :get_pipeline_definition
|
|
|
|
request :query_objects
|
|
|
|
request :describe_objects
|
|
|
|
|
|
|
|
model_path 'fog/aws/models/data_pipeline'
|
|
|
|
model :pipeline
|
|
|
|
collection :pipelines
|
|
|
|
|
|
|
|
class Mock
|
2016-10-26 11:28:26 -04:00
|
|
|
include Fog::AWS::CredentialFetcher::ConnectionMethods
|
|
|
|
|
|
|
|
def self.data
|
|
|
|
@data ||= Hash.new do |hash, region|
|
|
|
|
hash[region] = Hash.new do |region_hash, key|
|
|
|
|
region_hash[key] = {
|
|
|
|
:pipelines => {},
|
|
|
|
:pipeline_definitions => {},
|
|
|
|
}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.reset
|
|
|
|
@data = nil
|
|
|
|
end
|
|
|
|
|
|
|
|
def data
|
|
|
|
self.class.data[@region][@aws_access_key_id]
|
|
|
|
end
|
|
|
|
|
|
|
|
def reset
|
|
|
|
self.class.reset
|
|
|
|
end
|
|
|
|
|
|
|
|
attr_accessor :region
|
|
|
|
|
2014-12-30 17:25:09 -05:00
|
|
|
def initialize(options={})
|
2016-10-26 11:28:26 -04:00
|
|
|
@region = options[:region] || "us-east-1"
|
|
|
|
@aws_access_key_id = options[:aws_access_key_id]
|
|
|
|
@aws_secret_access_key = options[:aws_secret_access_key]
|
|
|
|
end
|
|
|
|
|
|
|
|
def stringify_keys(object)
|
|
|
|
case object
|
|
|
|
when Hash
|
2016-11-08 09:22:12 -05:00
|
|
|
object.inject({}) { |h,(k,v)| h[k.to_s] = stringify_keys(v); h }
|
2016-10-26 11:28:26 -04:00
|
|
|
when Array
|
|
|
|
object.map { |v| stringify_keys(v) }
|
|
|
|
else
|
|
|
|
object
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def find_pipeline(id)
|
|
|
|
pipeline = self.data[:pipelines].values.detect { |p| p["pipelineId"] == id }
|
|
|
|
|
|
|
|
if pipeline.nil? || pipeline[:deleted]
|
|
|
|
raise Fog::AWS::DataPipeline::NotFound.new("Pipeline with id: #{id} does not exist")
|
|
|
|
end
|
|
|
|
|
|
|
|
pipeline
|
2014-12-30 17:25:09 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
class Real
|
|
|
|
attr_reader :region
|
|
|
|
|
|
|
|
include Fog::AWS::CredentialFetcher::ConnectionMethods
|
|
|
|
# Initialize connection to DataPipeline
|
|
|
|
#
|
|
|
|
# ==== Notes
|
|
|
|
# options parameter must include values for :aws_access_key_id and
|
|
|
|
# :aws_secret_access_key in order to create a connection
|
|
|
|
#
|
|
|
|
# ==== Examples
|
|
|
|
# datapipeline = DataPipeline.new(
|
|
|
|
# :aws_access_key_id => your_aws_access_key_id,
|
|
|
|
# :aws_secret_access_key => your_aws_secret_access_key
|
|
|
|
# )
|
|
|
|
#
|
|
|
|
# ==== Parameters
|
|
|
|
# * options<~Hash> - config arguments for connection. Defaults to {}.
|
|
|
|
# * region<~String> - optional region to use. For instance, 'eu-west-1', 'us-east-1' and etc.
|
|
|
|
#
|
|
|
|
# ==== Returns
|
2015-01-02 12:34:40 -05:00
|
|
|
# * DataPipeline object with connection to AWS.
|
2014-12-30 17:25:09 -05:00
|
|
|
def initialize(options={})
|
|
|
|
@use_iam_profile = options[:use_iam_profile]
|
|
|
|
@instrumentor = options[:instrumentor]
|
|
|
|
@instrumentor_name = options[:instrumentor_name] || 'fog.aws.data_pipeline'
|
|
|
|
@connection_options = options[:connection_options] || {}
|
|
|
|
@version = '2012-10-29'
|
|
|
|
@region = options[:region] || 'us-east-1'
|
|
|
|
@host = options[:host] || "datapipeline.#{@region}.amazonaws.com"
|
|
|
|
@path = options[:path] || '/'
|
|
|
|
@persistent = options[:persistent] || false
|
|
|
|
@port = options[:port] || 443
|
|
|
|
@scheme = options[:scheme] || 'https'
|
|
|
|
@connection = Fog::XML::Connection.new("#{@scheme}://#{@host}:#{@port}#{@path}", @persistent, @connection_options)
|
|
|
|
|
|
|
|
setup_credentials(options)
|
|
|
|
end
|
|
|
|
|
|
|
|
def owner_id
|
|
|
|
@owner_id ||= security_groups.get('default').owner_id
|
|
|
|
end
|
|
|
|
|
|
|
|
def reload
|
|
|
|
@connection.reset
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def setup_credentials(options)
|
|
|
|
@aws_access_key_id = options[:aws_access_key_id]
|
|
|
|
@aws_secret_access_key = options[:aws_secret_access_key]
|
|
|
|
@aws_session_token = options[:aws_session_token]
|
|
|
|
@aws_credentials_expire_at = options[:aws_credentials_expire_at]
|
|
|
|
|
|
|
|
@signer = Fog::AWS::SignatureV4.new(@aws_access_key_id, @aws_secret_access_key, @region, 'datapipeline')
|
|
|
|
end
|
|
|
|
|
|
|
|
def request(params)
|
|
|
|
refresh_credentials_if_expired
|
|
|
|
|
|
|
|
# Params for all DataPipeline requests
|
|
|
|
params.merge!({
|
|
|
|
:expects => 200,
|
|
|
|
:method => :post,
|
|
|
|
:path => '/',
|
|
|
|
})
|
|
|
|
|
|
|
|
date = Fog::Time.now
|
|
|
|
params[:headers] = {
|
|
|
|
'Date' => date.to_date_header,
|
|
|
|
'Host' => @host,
|
|
|
|
'X-Amz-Date' => date.to_iso8601_basic,
|
|
|
|
'Content-Type' => 'application/x-amz-json-1.1',
|
|
|
|
'Content-Length' => params[:body].bytesize.to_s,
|
|
|
|
}.merge!(params[:headers] || {})
|
|
|
|
params[:headers]['x-amz-security-token'] = @aws_session_token if @aws_session_token
|
|
|
|
params[:headers]['Authorization'] = @signer.sign(params, date)
|
|
|
|
|
|
|
|
if @instrumentor
|
|
|
|
@instrumentor.instrument("#{@instrumentor_name}.request", params) do
|
|
|
|
_request(params)
|
|
|
|
end
|
|
|
|
else
|
|
|
|
_request(params)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def _request(params)
|
2016-10-26 11:28:26 -04:00
|
|
|
response = @connection.request(params)
|
|
|
|
|
|
|
|
unless response.body.empty?
|
|
|
|
response.body = Fog::JSON.decode(response.body)
|
|
|
|
end
|
|
|
|
|
|
|
|
response
|
|
|
|
rescue Excon::Error::BadRequest => error
|
|
|
|
match = Fog::AWS::Errors.match_error(error)
|
|
|
|
raise if match.empty?
|
|
|
|
if %w(PipelineNotFoundException PipelineDeletedException).include?(match[:code])
|
|
|
|
raise Fog::AWS::DataPipeline::NotFound.slurp(error, match[:message])
|
|
|
|
end
|
2014-12-30 17:25:09 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|