debian-mirror-gitlab/spec/lib/gitlab/experimentation_spec.rb

233 lines
7.1 KiB
Ruby
Raw Normal View History

2019-12-21 20:55:43 +05:30
# frozen_string_literal: true
require 'spec_helper'
2021-01-29 00:20:46 +05:30
# As each associated, backwards-compatible experiment gets cleaned up and removed from the EXPERIMENTS list, its key will also get removed from this list. Once the list here is empty, we can remove the backwards compatibility code altogether.
# Originally created as part of https://gitlab.com/gitlab-org/gitlab/-/merge_requests/45733 for https://gitlab.com/gitlab-org/gitlab/-/issues/270858.
RSpec.describe Gitlab::Experimentation::EXPERIMENTS do
it 'temporarily ensures we know what experiments exist for backwards compatibility' do
expected_experiment_keys = [
:invite_members_empty_group_version_a,
2021-04-17 20:07:23 +05:30
:contact_sales_btn_in_app
2021-01-29 00:20:46 +05:30
]
backwards_compatible_experiment_keys = described_class.filter { |_, v| v[:use_backwards_compatible_subject_index] }.keys
expect(backwards_compatible_experiment_keys).not_to be_empty, "Oh, hey! Let's clean up that :use_backwards_compatible_subject_index stuff now :D"
expect(backwards_compatible_experiment_keys).to match(expected_experiment_keys)
end
end
2021-02-22 17:27:13 +05:30
RSpec.describe Gitlab::Experimentation do
2021-03-11 19:13:27 +05:30
using RSpec::Parameterized::TableSyntax
2019-12-26 22:10:19 +05:30
before do
stub_const('Gitlab::Experimentation::EXPERIMENTS', {
2021-01-29 00:20:46 +05:30
backwards_compatible_test_experiment: {
tracking_category: 'Team',
use_backwards_compatible_subject_index: true
},
2019-12-26 22:10:19 +05:30
test_experiment: {
tracking_category: 'Team'
2021-03-11 19:13:27 +05:30
},
tabular_experiment: {
tracking_category: 'Team',
rollout_strategy: rollout_strategy
2019-12-26 22:10:19 +05:30
}
})
2019-12-21 20:55:43 +05:30
2021-03-08 18:12:59 +05:30
skip_feature_flags_yaml_validation
skip_default_enabled_yaml_check
2021-01-29 00:20:46 +05:30
Feature.enable_percentage_of_time(:backwards_compatible_test_experiment_experiment_percentage, enabled_percentage)
2020-06-23 00:09:42 +05:30
Feature.enable_percentage_of_time(:test_experiment_experiment_percentage, enabled_percentage)
2021-02-22 17:27:13 +05:30
allow(Gitlab).to receive(:com?).and_return(true)
2019-12-21 20:55:43 +05:30
end
2020-05-24 23:13:21 +05:30
let(:enabled_percentage) { 10 }
2021-03-11 19:13:27 +05:30
let(:rollout_strategy) { nil }
2019-12-26 22:10:19 +05:30
2021-02-22 17:27:13 +05:30
describe '.get_experiment' do
subject { described_class.get_experiment(:test_experiment) }
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
context 'returns experiment' do
it { is_expected.to be_instance_of(Gitlab::Experimentation::Experiment) }
end
context 'experiment is not defined' do
subject { described_class.get_experiment(:missing_experiment) }
it { is_expected.to be_nil }
end
end
describe '.active?' do
subject { described_class.active?(:test_experiment) }
context 'feature toggle is enabled' do
it { is_expected.to eq(true) }
2019-12-21 20:55:43 +05:30
end
describe 'experiment is not defined' do
it 'returns false' do
2021-02-22 17:27:13 +05:30
expect(described_class.active?(:missing_experiment)).to eq(false)
2019-12-21 20:55:43 +05:30
end
end
2020-05-24 23:13:21 +05:30
describe 'experiment is disabled' do
let(:enabled_percentage) { 0 }
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
2019-12-21 20:55:43 +05:30
end
2021-02-22 17:27:13 +05:30
end
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
describe '.in_experiment_group?' do
context 'with new index calculation' do
let(:enabled_percentage) { 50 }
let(:experiment_subject) { 'z' } # Zlib.crc32('test_experimentz') % 100 = 33
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
subject { described_class.in_experiment_group?(:test_experiment, subject: experiment_subject) }
2021-01-29 00:20:46 +05:30
2021-02-22 17:27:13 +05:30
context 'when experiment is active' do
context 'when subject is part of the experiment' do
it { is_expected.to eq(true) }
2021-01-29 00:20:46 +05:30
end
2021-02-22 17:27:13 +05:30
context 'when subject is not part of the experiment' do
let(:experiment_subject) { 'a' } # Zlib.crc32('test_experimenta') % 100 = 61
it { is_expected.to eq(false) }
end
context 'when subject has a global_id' do
let(:experiment_subject) { double(:subject, to_global_id: 'z') }
it { is_expected.to eq(true) }
end
context 'when subject is nil' do
let(:experiment_subject) { nil }
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
end
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
context 'when subject is an empty string' do
let(:experiment_subject) { '' }
2019-12-26 22:10:19 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
end
2019-12-21 20:55:43 +05:30
end
2021-02-22 17:27:13 +05:30
context 'when experiment is not active' do
before do
allow(described_class).to receive(:active?).and_return(false)
end
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
2019-12-21 20:55:43 +05:30
end
2021-02-22 17:27:13 +05:30
end
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
context 'with backwards compatible index calculation' do
let(:experiment_subject) { 'abcd' } # Digest::SHA1.hexdigest('abcd').hex % 100 = 7
2019-12-26 22:10:19 +05:30
2021-02-22 17:27:13 +05:30
subject { described_class.in_experiment_group?(:backwards_compatible_test_experiment, subject: experiment_subject) }
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
context 'when experiment is active' do
before do
allow(described_class).to receive(:active?).and_return(true)
2019-12-26 22:10:19 +05:30
end
2021-02-22 17:27:13 +05:30
context 'when subject is part of the experiment' do
it { is_expected.to eq(true) }
2019-12-26 22:10:19 +05:30
end
2021-02-22 17:27:13 +05:30
context 'when subject is not part of the experiment' do
let(:experiment_subject) { 'abc' } # Digest::SHA1.hexdigest('abc').hex % 100 = 17
2019-12-26 22:10:19 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
2019-12-26 22:10:19 +05:30
end
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
context 'when subject has a global_id' do
let(:experiment_subject) { double(:subject, to_global_id: 'abcd') }
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(true) }
end
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
context 'when subject is nil' do
let(:experiment_subject) { nil }
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
end
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
context 'when subject is an empty string' do
let(:experiment_subject) { '' }
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
end
end
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
context 'when experiment is not active' do
before do
allow(described_class).to receive(:active?).and_return(false)
end
2021-01-03 14:25:43 +05:30
2021-02-22 17:27:13 +05:30
it { is_expected.to eq(false) }
2021-01-03 14:25:43 +05:30
end
end
end
2021-03-11 19:13:27 +05:30
describe '.log_invalid_rollout' do
subject { described_class.log_invalid_rollout(:test_experiment, 1) }
before do
allow(described_class).to receive(:valid_subject_for_rollout_strategy?).and_return(valid)
end
context 'subject is not valid for experiment' do
let(:valid) { false }
it 'logs a warning message' do
expect_next_instance_of(Gitlab::ExperimentationLogger) do |logger|
expect(logger)
.to receive(:warn)
.with(
message: 'Subject must conform to the rollout strategy',
experiment_key: :test_experiment,
subject: 'Integer',
rollout_strategy: :cookie
)
end
subject
end
end
context 'subject is valid for experiment' do
let(:valid) { true }
it 'does not log a warning message' do
expect(Gitlab::ExperimentationLogger).not_to receive(:build)
subject
end
end
end
describe '.valid_subject_for_rollout_strategy?' do
subject { described_class.valid_subject_for_rollout_strategy?(:tabular_experiment, experiment_subject) }
where(:rollout_strategy, :experiment_subject, :result) do
:cookie | nil | true
nil | nil | true
:cookie | 'string' | true
nil | User.new | false
:user | User.new | true
:group | User.new | false
:group | Group.new | true
end
with_them do
it { is_expected.to be(result) }
end
end
2019-12-21 20:55:43 +05:30
end