free_mutant/lib/mutant/result.rb
Markus Schirp 31bc77ee12 Change isolation interface to separate isolation errors
* Before, when code inside the isolation failed outside the tests we
  counted this as a mutation kill.
* Now we report them explicitly as not killed mutations. As they where
  not killed by the tests.
2018-12-04 14:26:23 +00:00

227 lines
4.8 KiB
Ruby

# frozen_string_literal: true
module Mutant
# Namespace and mixin module for results
module Result
# Coverage mixin
module Coverage
FULL_COVERAGE = Rational(1).freeze
private_constant(*constants(false))
# Observed coverage
#
# @return [Rational]
def coverage
if amount_mutation_results.zero?
FULL_COVERAGE
else
Rational(amount_mutations_killed, amount_mutation_results)
end
end
end # Coverage
# Class level mixin
module ClassMethods
# Generate a sum method from name and collection
#
# @param [Symbol] name
# the attribute name on collection item and method name to use
#
# @param [Symbol] collection
# the attribute name used to receive collection
#
# @return [undefined]
def sum(name, collection)
define_method(name) do
public_send(collection).map(&name).reduce(0, :+)
end
memoize(name)
end
end # ClassMethods
private_constant(*constants(false))
# Mutant overhead running mutatet tests
#
# This is NOT the overhead of mutation testing, just an engine specific
# measurement for the efficiency of the parallelization engine, kill
# isolation etc.
#
# @return [Float]
def overhead
runtime - killtime
end
# Hook called when module gets included
#
# @param [Class, Module] host
#
# @return [undefined]
def self.included(host)
host.class_eval do
include Adamantium
extend ClassMethods
end
end
# Env result object
class Env
include Coverage, Result, Anima.new(
:env,
:runtime,
:subject_results
)
# Test if run is successful
#
# @return [Boolean]
def success?
coverage.eql?(Rational(1))
end
memoize :success?
# Failed subject results
#
# @return [Array<Result::Subject>]
def failed_subject_results
subject_results.reject(&:success?)
end
sum :amount_mutation_results, :subject_results
sum :amount_mutations_alive, :subject_results
sum :amount_mutations_killed, :subject_results
sum :killtime, :subject_results
# Amount of mutations
#
# @return [Integer]
def amount_mutations
env.mutations.length
end
# Amount of subjects
#
# @return [Integer]
def amount_subjects
env.subjects.length
end
# Test if processing needs to stop
#
# @return [Boolean]
#
def stop?
env.config.fail_fast && !subject_results.all?(&:success?)
end
end # Env
# Test result
class Test
include Result, Anima.new(
:output,
:passed,
:runtime,
:tests
)
end # Test
# Subject result
class Subject
include Coverage, Result, Anima.new(
:mutation_results,
:subject,
:tests
)
sum :killtime, :mutation_results
sum :runtime, :mutation_results
# Test if subject was processed successful
#
# @return [Boolean]
def success?
alive_mutation_results.empty?
end
# Alive mutations
#
# @return [Array<Result::Mutation>]
def alive_mutation_results
mutation_results.reject(&:success?)
end
memoize :alive_mutation_results
# Amount of mutations
#
# @return [Integer]
def amount_mutation_results
mutation_results.length
end
# Amount of mutations
#
# @return [Integer]
def amount_mutations
subject.mutations.length
end
# Number of killed mutations
#
# @return [Integer]
def amount_mutations_killed
killed_mutation_results.length
end
# Number of alive mutations
#
# @return [Integer]
def amount_mutations_alive
alive_mutation_results.length
end
private
# Killed mutation results
#
# @return [Array<Result::Mutation>]
def killed_mutation_results
mutation_results.select(&:success?)
end
memoize :killed_mutation_results
end # Subject
# Mutation result
class Mutation
include Result, Anima.new(
:isolation_result,
:mutation,
:runtime
)
# Time the tests had been running
#
# @return [Float]
def killtime
if isolation_result.success?
isolation_result.value.runtime
else
0.0
end
end
# Test if mutation was handled successfully
#
# @return [Boolean]
def success?
isolation_result.success? &&
mutation.class.success?(isolation_result.value)
end
memoize :success?
end # Mutation
end # Result
end # Mutant