2019-10-01 14:06:28 -04:00
# frozen_string_literal: true
require 'spec_helper'
2019-10-23 11:06:29 -04:00
describe Gitlab :: Experimentation do
before do
stub_const ( 'Gitlab::Experimentation::EXPERIMENTS' , {
test_experiment : {
environment : environment ,
tracking_category : 'Team'
}
} )
2019-10-01 14:06:28 -04:00
2020-06-02 08:08:33 -04:00
Feature . enable_percentage_of_time ( :test_experiment_experiment_percentage , enabled_percentage )
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
let ( :environment ) { Rails . env . test? }
2020-04-21 11:21:10 -04:00
let ( :enabled_percentage ) { 10 }
2019-10-23 11:06:29 -04:00
describe Gitlab :: Experimentation :: ControllerConcern , type : :controller do
controller ( ApplicationController ) do
include Gitlab :: Experimentation :: ControllerConcern
def index
head :ok
end
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
describe '#set_experimentation_subject_id_cookie' do
2020-03-09 23:08:03 -04:00
let ( :do_not_track ) { nil }
let ( :cookie ) { cookies . permanent . signed [ :experimentation_subject_id ] }
2019-10-01 14:06:28 -04:00
before do
2020-03-09 23:08:03 -04:00
request . headers [ 'DNT' ] = do_not_track if do_not_track . present?
2019-10-23 11:06:29 -04:00
get :index
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
context 'cookie is present' do
before do
cookies [ :experimentation_subject_id ] = 'test'
end
it 'does not change the cookie' do
expect ( cookies [ :experimentation_subject_id ] ) . to eq 'test'
end
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
context 'cookie is not present' do
it 'sets a permanent signed cookie' do
2020-03-09 23:08:03 -04:00
expect ( cookie ) . to be_present
end
context 'DNT: 0' do
let ( :do_not_Track ) { '0' }
it 'sets a permanent signed cookie' do
expect ( cookie ) . to be_present
end
end
context 'DNT: 1' do
let ( :do_not_track ) { '1' }
it 'does nothing' do
expect ( cookie ) . not_to be_present
end
2019-10-23 11:06:29 -04:00
end
2019-10-01 14:06:28 -04:00
end
end
2019-10-23 11:06:29 -04:00
describe '#experiment_enabled?' do
2020-03-09 23:08:03 -04:00
subject { controller . experiment_enabled? ( :test_experiment ) }
2019-10-23 11:06:29 -04:00
context 'cookie is not present' do
it 'calls Gitlab::Experimentation.enabled_for_user? with the name of the experiment and an experimentation_subject_index of nil' do
2019-12-20 04:24:38 -05:00
expect ( Gitlab :: Experimentation ) . to receive ( :enabled_for_user? ) . with ( :test_experiment , nil )
2019-10-23 11:06:29 -04:00
controller . experiment_enabled? ( :test_experiment )
end
end
context 'cookie is present' do
before do
cookies . permanent . signed [ :experimentation_subject_id ] = 'abcd-1234'
get :index
end
it 'calls Gitlab::Experimentation.enabled_for_user? with the name of the experiment and an experimentation_subject_index of the modulo 100 of the hex value of the uuid' do
# 'abcd1234'.hex % 100 = 76
2019-12-20 04:24:38 -05:00
expect ( Gitlab :: Experimentation ) . to receive ( :enabled_for_user? ) . with ( :test_experiment , 76 )
2019-10-23 11:06:29 -04:00
controller . experiment_enabled? ( :test_experiment )
end
2019-10-01 14:06:28 -04:00
end
2019-10-24 14:07:05 -04:00
2020-03-09 23:08:03 -04:00
it 'returns true when DNT: 0 is set in the request' do
allow ( Gitlab :: Experimentation ) . to receive ( :enabled_for_user? ) { true }
controller . request . headers [ 'DNT' ] = '0'
is_expected . to be_truthy
end
it 'returns false when DNT: 1 is set in the request' do
allow ( Gitlab :: Experimentation ) . to receive ( :enabled_for_user? ) { true }
controller . request . headers [ 'DNT' ] = '1'
is_expected . to be_falsy
end
2019-10-24 14:07:05 -04:00
describe 'URL parameter to force enable experiment' do
2020-03-09 23:08:03 -04:00
it 'returns true unconditionally' do
2019-10-29 11:07:20 -04:00
get :index , params : { force_experiment : :test_experiment }
2019-10-24 14:07:05 -04:00
2020-03-09 23:08:03 -04:00
is_expected . to be_truthy
2019-10-24 14:07:05 -04:00
end
end
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
describe '#track_experiment_event' do
context 'when the experiment is enabled' do
before do
stub_experiment ( test_experiment : true )
end
context 'the user is part of the experimental group' do
before do
stub_experiment_for_user ( test_experiment : true )
end
it 'tracks the event with the right parameters' do
expect ( Gitlab :: Tracking ) . to receive ( :event ) . with (
'Team' ,
'start' ,
2020-01-21 13:07:31 -05:00
property : 'experimental_group' ,
value : 'team_id'
2019-10-23 11:06:29 -04:00
)
2020-01-21 13:07:31 -05:00
controller . track_experiment_event ( :test_experiment , 'start' , 'team_id' )
2019-10-23 11:06:29 -04:00
end
end
context 'the user is part of the control group' do
before do
stub_experiment_for_user ( test_experiment : false )
end
it 'tracks the event with the right parameters' do
expect ( Gitlab :: Tracking ) . to receive ( :event ) . with (
'Team' ,
'start' ,
2020-01-21 13:07:31 -05:00
property : 'control_group' ,
value : 'team_id'
2019-10-23 11:06:29 -04:00
)
2020-01-21 13:07:31 -05:00
controller . track_experiment_event ( :test_experiment , 'start' , 'team_id' )
2019-10-23 11:06:29 -04:00
end
end
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
context 'when the experiment is disabled' do
before do
stub_experiment ( test_experiment : false )
end
it 'does not track the event' do
expect ( Gitlab :: Tracking ) . not_to receive ( :event )
controller . track_experiment_event ( :test_experiment , 'start' )
end
2019-10-01 14:06:28 -04:00
end
end
2019-10-23 11:06:29 -04:00
describe '#frontend_experimentation_tracking_data' do
context 'when the experiment is enabled' do
before do
stub_experiment ( test_experiment : true )
end
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
context 'the user is part of the experimental group' do
before do
stub_experiment_for_user ( test_experiment : true )
end
it 'pushes the right parameters to gon' do
2020-01-21 13:07:31 -05:00
controller . frontend_experimentation_tracking_data ( :test_experiment , 'start' , 'team_id' )
2019-10-23 11:06:29 -04:00
expect ( Gon . tracking_data ) . to eq (
{
category : 'Team' ,
action : 'start' ,
2020-01-21 13:07:31 -05:00
property : 'experimental_group' ,
value : 'team_id'
2019-10-23 11:06:29 -04:00
}
)
end
end
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
context 'the user is part of the control group' do
before do
2019-12-06 19:07:51 -05:00
allow_next_instance_of ( described_class ) do | instance |
allow ( instance ) . to receive ( :experiment_enabled? ) . with ( :test_experiment ) . and_return ( false )
end
2019-10-23 11:06:29 -04:00
end
it 'pushes the right parameters to gon' do
2020-01-21 13:07:31 -05:00
controller . frontend_experimentation_tracking_data ( :test_experiment , 'start' , 'team_id' )
expect ( Gon . tracking_data ) . to eq (
{
category : 'Team' ,
action : 'start' ,
property : 'control_group' ,
value : 'team_id'
}
)
end
it 'does not send nil value to gon' do
2019-10-23 11:06:29 -04:00
controller . frontend_experimentation_tracking_data ( :test_experiment , 'start' )
expect ( Gon . tracking_data ) . to eq (
{
category : 'Team' ,
action : 'start' ,
property : 'control_group'
}
)
end
end
end
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
context 'when the experiment is disabled' do
before do
stub_experiment ( test_experiment : false )
end
2019-10-18 07:11:44 -04:00
2019-10-23 11:06:29 -04:00
it 'does not push data to gon' do
expect ( Gon . method_defined? ( :tracking_data ) ) . to be_falsey
controller . track_experiment_event ( :test_experiment , 'start' )
end
end
end
end
describe '.enabled?' do
subject { described_class . enabled? ( :test_experiment ) }
2019-10-01 14:06:28 -04:00
context 'feature toggle is enabled, we are on the right environment and we are selected' do
it { is_expected . to be_truthy }
end
describe 'experiment is not defined' do
it 'returns false' do
2019-10-23 11:06:29 -04:00
expect ( described_class . enabled? ( :missing_experiment ) ) . to be_falsey
2019-10-01 14:06:28 -04:00
end
end
2020-04-21 11:21:10 -04:00
describe 'experiment is disabled' do
let ( :enabled_percentage ) { 0 }
2019-10-01 14:06:28 -04:00
2020-04-21 11:21:10 -04:00
it { is_expected . to be_falsey }
2019-10-01 14:06:28 -04:00
end
2020-04-21 11:21:10 -04:00
describe 'we are on the wrong environment' do
let ( :environment ) { :: Gitlab . com? }
2019-10-01 14:06:28 -04:00
2020-04-21 11:21:10 -04:00
it { is_expected . to be_falsey }
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
end
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
describe '.enabled_for_user?' do
subject { described_class . enabled_for_user? ( :test_experiment , experimentation_subject_index ) }
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
let ( :experimentation_subject_index ) { 9 }
context 'experiment is disabled' do
before do
allow ( described_class ) . to receive ( :enabled? ) . and_return ( false )
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
it { is_expected . to be_falsey }
end
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
context 'experiment is enabled' do
before do
allow ( described_class ) . to receive ( :enabled? ) . and_return ( true )
2019-10-01 14:06:28 -04:00
end
2019-10-23 11:06:29 -04:00
it { is_expected . to be_truthy }
describe 'experimentation_subject_index' do
context 'experimentation_subject_index is not set' do
let ( :experimentation_subject_index ) { nil }
2019-10-01 14:06:28 -04:00
2019-10-23 11:06:29 -04:00
it { is_expected . to be_falsey }
end
context 'experimentation_subject_index is an empty string' do
let ( :experimentation_subject_index ) { '' }
it { is_expected . to be_falsey }
end
context 'experimentation_subject_index outside enabled ratio' do
let ( :experimentation_subject_index ) { 11 }
it { is_expected . to be_falsey }
end
2019-10-01 14:06:28 -04:00
end
end
end
end