2015-08-26 01:42:46 +00:00
|
|
|
module Ci
|
|
|
|
class GitlabCiYamlProcessor
|
|
|
|
class ValidationError < StandardError;end
|
|
|
|
|
|
|
|
DEFAULT_STAGES = %w(build test deploy)
|
|
|
|
DEFAULT_STAGE = 'test'
|
2015-11-10 21:48:13 +00:00
|
|
|
ALLOWED_YAML_KEYS = [:before_script, :image, :services, :types, :stages, :variables, :cache]
|
|
|
|
ALLOWED_JOB_KEYS = [:tags, :script, :only, :except, :type, :image, :services, :allow_failure, :type, :stage, :when, :artifacts, :cache]
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2015-11-10 21:48:13 +00:00
|
|
|
attr_reader :before_script, :image, :services, :variables, :path, :cache
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2015-11-02 13:44:06 +00:00
|
|
|
def initialize(config, path = nil)
|
2015-08-26 01:42:46 +00:00
|
|
|
@config = YAML.load(config)
|
2015-11-02 13:44:06 +00:00
|
|
|
@path = path
|
2015-08-26 01:42:46 +00:00
|
|
|
|
|
|
|
unless @config.is_a? Hash
|
|
|
|
raise ValidationError, "YAML should be a hash"
|
|
|
|
end
|
|
|
|
|
|
|
|
@config = @config.deep_symbolize_keys
|
|
|
|
|
|
|
|
initial_parsing
|
|
|
|
|
|
|
|
validate!
|
|
|
|
end
|
|
|
|
|
|
|
|
def builds_for_stage_and_ref(stage, ref, tag = false)
|
|
|
|
builds.select{|build| build[:stage] == stage && process?(build[:only], build[:except], ref, tag)}
|
|
|
|
end
|
|
|
|
|
|
|
|
def builds
|
|
|
|
@jobs.map do |name, job|
|
|
|
|
build_job(name, job)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def stages
|
|
|
|
@stages || DEFAULT_STAGES
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def initial_parsing
|
|
|
|
@before_script = @config[:before_script] || []
|
|
|
|
@image = @config[:image]
|
|
|
|
@services = @config[:services]
|
|
|
|
@stages = @config[:stages] || @config[:types]
|
|
|
|
@variables = @config[:variables] || {}
|
2015-11-10 21:48:13 +00:00
|
|
|
@cache = @config[:cache]
|
2015-08-26 01:42:46 +00:00
|
|
|
@config.except!(*ALLOWED_YAML_KEYS)
|
|
|
|
|
|
|
|
# anything that doesn't have script is considered as unknown
|
|
|
|
@config.each do |name, param|
|
|
|
|
raise ValidationError, "Unknown parameter: #{name}" unless param.is_a?(Hash) && param.has_key?(:script)
|
|
|
|
end
|
|
|
|
|
|
|
|
unless @config.values.any?{|job| job.is_a?(Hash)}
|
|
|
|
raise ValidationError, "Please define at least one job"
|
|
|
|
end
|
|
|
|
|
|
|
|
@jobs = {}
|
|
|
|
@config.each do |key, job|
|
|
|
|
stage = job[:stage] || job[:type] || DEFAULT_STAGE
|
|
|
|
@jobs[key] = { stage: stage }.merge(job)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_job(name, job)
|
|
|
|
{
|
2015-10-02 11:46:38 +00:00
|
|
|
stage_idx: stages.index(job[:stage]),
|
2015-08-26 01:42:46 +00:00
|
|
|
stage: job[:stage],
|
2015-10-05 10:02:26 +00:00
|
|
|
commands: "#{@before_script.join("\n")}\n#{normalize_script(job[:script])}",
|
|
|
|
tag_list: job[:tags] || [],
|
2015-08-26 01:42:46 +00:00
|
|
|
name: name,
|
|
|
|
only: job[:only],
|
|
|
|
except: job[:except],
|
|
|
|
allow_failure: job[:allow_failure] || false,
|
2015-10-15 13:08:31 +00:00
|
|
|
when: job[:when] || 'on_success',
|
2015-08-26 01:42:46 +00:00
|
|
|
options: {
|
|
|
|
image: job[:image] || @image,
|
2015-10-12 21:47:32 +00:00
|
|
|
services: job[:services] || @services,
|
2015-11-10 21:48:13 +00:00
|
|
|
artifacts: job[:artifacts],
|
|
|
|
cache: job[:cache] || @cache,
|
2015-08-26 01:42:46 +00:00
|
|
|
}.compact
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def normalize_script(script)
|
|
|
|
if script.is_a? Array
|
|
|
|
script.join("\n")
|
|
|
|
else
|
|
|
|
script
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def validate!
|
|
|
|
unless validate_array_of_strings(@before_script)
|
|
|
|
raise ValidationError, "before_script should be an array of strings"
|
|
|
|
end
|
|
|
|
|
|
|
|
unless @image.nil? || @image.is_a?(String)
|
|
|
|
raise ValidationError, "image should be a string"
|
|
|
|
end
|
|
|
|
|
|
|
|
unless @services.nil? || validate_array_of_strings(@services)
|
|
|
|
raise ValidationError, "services should be an array of strings"
|
|
|
|
end
|
|
|
|
|
|
|
|
unless @stages.nil? || validate_array_of_strings(@stages)
|
|
|
|
raise ValidationError, "stages should be an array of strings"
|
|
|
|
end
|
|
|
|
|
|
|
|
unless @variables.nil? || validate_variables(@variables)
|
|
|
|
raise ValidationError, "variables should be a map of key-valued strings"
|
|
|
|
end
|
|
|
|
|
2015-11-10 21:48:13 +00:00
|
|
|
if @cache
|
|
|
|
if @cache[:untracked] && !validate_boolean(@cache[:untracked])
|
|
|
|
raise ValidationError, "cache:untracked parameter should be an boolean"
|
|
|
|
end
|
|
|
|
|
|
|
|
if @cache[:paths] && !validate_array_of_strings(@cache[:paths])
|
|
|
|
raise ValidationError, "cache:paths parameter should be an array of strings"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
@jobs.each do |name, job|
|
2015-10-22 08:38:47 +00:00
|
|
|
validate_job!(name, job)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
|
|
|
def validate_job!(name, job)
|
2015-10-22 08:38:47 +00:00
|
|
|
if name.blank? || !validate_string(name)
|
|
|
|
raise ValidationError, "job name should be non-empty string"
|
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
job.keys.each do |key|
|
|
|
|
unless ALLOWED_JOB_KEYS.include? key
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: unknown parameter #{key}"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-10-22 08:38:47 +00:00
|
|
|
if !validate_string(job[:script]) && !validate_array_of_strings(job[:script])
|
|
|
|
raise ValidationError, "#{name} job: script should be a string or an array of a strings"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
if job[:stage]
|
|
|
|
unless job[:stage].is_a?(String) && job[:stage].in?(stages)
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: stage parameter should be #{stages.join(", ")}"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-10-22 08:38:47 +00:00
|
|
|
if job[:image] && !validate_string(job[:image])
|
|
|
|
raise ValidationError, "#{name} job: image should be a string"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
if job[:services] && !validate_array_of_strings(job[:services])
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: services should be an array of strings"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
if job[:tags] && !validate_array_of_strings(job[:tags])
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: tags parameter should be an array of strings"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
if job[:only] && !validate_array_of_strings(job[:only])
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: only parameter should be an array of strings"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
if job[:except] && !validate_array_of_strings(job[:except])
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: except parameter should be an array of strings"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2015-11-10 21:48:13 +00:00
|
|
|
if job[:cache]
|
|
|
|
if job[:cache][:untracked] && !validate_boolean(job[:cache][:untracked])
|
|
|
|
raise ValidationError, "#{name} job: cache:untracked parameter should be an boolean"
|
|
|
|
end
|
|
|
|
|
|
|
|
if job[:cache][:paths] && !validate_array_of_strings(job[:cache][:paths])
|
|
|
|
raise ValidationError, "#{name} job: cache:paths parameter should be an array of strings"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-11-09 11:18:00 +00:00
|
|
|
if job[:artifacts]
|
|
|
|
if job[:artifacts][:untracked] && !validate_boolean(job[:artifacts][:untracked])
|
|
|
|
raise ValidationError, "#{name} job: artifacts:untracked parameter should be an boolean"
|
|
|
|
end
|
|
|
|
|
|
|
|
if job[:artifacts][:paths] && !validate_array_of_strings(job[:artifacts][:paths])
|
|
|
|
raise ValidationError, "#{name} job: artifacts:paths parameter should be an array of strings"
|
|
|
|
end
|
2015-10-12 21:47:32 +00:00
|
|
|
end
|
|
|
|
|
2015-11-09 11:18:00 +00:00
|
|
|
if job[:allow_failure] && !validate_boolean(job[:allow_failure])
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: allow_failure parameter should be an boolean"
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
2015-10-15 13:08:31 +00:00
|
|
|
|
|
|
|
if job[:when] && !job[:when].in?(%w(on_success on_failure always))
|
2015-10-22 08:38:47 +00:00
|
|
|
raise ValidationError, "#{name} job: when parameter should be on_success, on_failure or always"
|
2015-10-15 13:08:31 +00:00
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def validate_array_of_strings(values)
|
2015-10-22 08:38:47 +00:00
|
|
|
values.is_a?(Array) && values.all? { |value| validate_string(value) }
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def validate_variables(variables)
|
2015-10-22 08:38:47 +00:00
|
|
|
variables.is_a?(Hash) && variables.all? { |key, value| validate_string(key) && validate_string(value) }
|
|
|
|
end
|
|
|
|
|
|
|
|
def validate_string(value)
|
|
|
|
value.is_a?(String) || value.is_a?(Symbol)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
2015-11-02 13:44:06 +00:00
|
|
|
|
2015-11-09 11:18:00 +00:00
|
|
|
def validate_boolean(value)
|
|
|
|
value.in?([true, false])
|
|
|
|
end
|
|
|
|
|
2015-11-02 13:44:06 +00:00
|
|
|
def process?(only_params, except_params, ref, tag)
|
|
|
|
if only_params.present?
|
|
|
|
return false unless matching?(only_params, ref, tag)
|
|
|
|
end
|
|
|
|
|
|
|
|
if except_params.present?
|
|
|
|
return false if matching?(except_params, ref, tag)
|
|
|
|
end
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
|
|
|
def matching?(patterns, ref, tag)
|
|
|
|
patterns.any? do |pattern|
|
|
|
|
match_ref?(pattern, ref, tag)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def match_ref?(pattern, ref, tag)
|
|
|
|
pattern, path = pattern.split('@', 2)
|
|
|
|
return false if path && path != self.path
|
|
|
|
return true if tag && pattern == 'tags'
|
|
|
|
return true if !tag && pattern == 'branches'
|
|
|
|
|
|
|
|
if pattern.first == "/" && pattern.last == "/"
|
|
|
|
Regexp.new(pattern[1...-1]) =~ ref
|
|
|
|
else
|
|
|
|
pattern == ref
|
|
|
|
end
|
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|