debian-mirror-gitlab/spec/models/concerns/reactive_caching_spec.rb

387 lines
10 KiB
Ruby
Raw Permalink Normal View History

2019-07-07 11:18:12 +05:30
# frozen_string_literal: true
2017-08-17 22:00:37 +05:30
require 'spec_helper'
2020-07-28 23:09:34 +05:30
RSpec.describe ReactiveCaching, :use_clean_rails_memory_store_caching do
2018-11-08 19:23:39 +05:30
include ExclusiveLeaseHelpers
2017-08-17 22:00:37 +05:30
include ReactiveCachingHelpers
2020-05-24 23:13:21 +05:30
let(:cache_class_test) do
Class.new do
include ReactiveCaching
2017-08-17 22:00:37 +05:30
2020-05-24 23:13:21 +05:30
self.reactive_cache_key = ->(thing) { ["foo", thing.id] }
2017-08-17 22:00:37 +05:30
2020-05-24 23:13:21 +05:30
self.reactive_cache_lifetime = 5.minutes
self.reactive_cache_refresh_interval = 15.seconds
2021-01-03 14:25:43 +05:30
self.reactive_cache_work_type = :no_dependency
2017-08-17 22:00:37 +05:30
2020-05-24 23:13:21 +05:30
attr_reader :id
2017-08-17 22:00:37 +05:30
2020-05-24 23:13:21 +05:30
def self.primary_key
:id
end
2019-07-07 11:18:12 +05:30
2020-05-24 23:13:21 +05:30
def initialize(id, &blk)
@id = id
@calculator = blk
end
2017-08-17 22:00:37 +05:30
2020-05-24 23:13:21 +05:30
def calculate_reactive_cache
@calculator.call
end
2017-08-17 22:00:37 +05:30
2020-05-24 23:13:21 +05:30
def result
with_reactive_cache do |data|
data
end
2017-08-17 22:00:37 +05:30
end
end
end
2020-05-24 23:13:21 +05:30
let(:external_dependency_cache_class_test) do
Class.new(cache_class_test) do
self.reactive_cache_work_type = :external_dependency
end
end
2017-08-17 22:00:37 +05:30
let(:calculation) { -> { 2 + 2 } }
let(:cache_key) { "foo:666" }
2020-05-24 23:13:21 +05:30
let(:instance) { cache_class_test.new(666, &calculation) }
2017-08-17 22:00:37 +05:30
describe '#with_reactive_cache' do
2017-09-10 17:25:29 +05:30
before do
stub_reactive_cache
end
2017-08-17 22:00:37 +05:30
subject(:go!) { instance.result }
2020-05-24 23:13:21 +05:30
shared_examples 'reactive worker call' do |worker_class|
let(:instance) do
test_class.new(666, &calculation)
end
it 'performs caching with correct worker' do
expect(worker_class).to receive(:perform_async).with(test_class, 666)
go!
end
end
2019-09-30 21:07:59 +05:30
shared_examples 'a cacheable value' do |cached_value|
2017-09-10 17:25:29 +05:30
before do
2019-09-30 21:07:59 +05:30
stub_reactive_cache(instance, cached_value)
2017-09-10 17:25:29 +05:30
end
2017-08-17 22:00:37 +05:30
2019-09-30 21:07:59 +05:30
it { is_expected.to eq(cached_value) }
2017-08-17 22:00:37 +05:30
2018-11-08 19:23:39 +05:30
it 'does not enqueue a background worker' do
expect(ReactiveCachingWorker).not_to receive(:perform_async)
go!
end
it 'updates the cache lifespan' do
expect(Rails.cache).to receive(:write).with(alive_reactive_cache_key(instance), true, expires_in: anything)
go!
end
2017-08-17 22:00:37 +05:30
context 'and expired' do
2017-09-10 17:25:29 +05:30
before do
invalidate_reactive_cache(instance)
end
2017-08-17 22:00:37 +05:30
it { is_expected.to be_nil }
2018-11-18 11:00:15 +05:30
2020-05-24 23:13:21 +05:30
it_behaves_like 'reactive worker call', ReactiveCachingWorker do
let(:test_class) { cache_class_test }
end
2018-11-18 11:00:15 +05:30
2020-05-24 23:13:21 +05:30
it_behaves_like 'reactive worker call', ExternalServiceReactiveCachingWorker do
let(:test_class) { external_dependency_cache_class_test }
2018-11-18 11:00:15 +05:30
end
end
2017-08-17 22:00:37 +05:30
end
2019-07-07 11:18:12 +05:30
2019-09-30 21:07:59 +05:30
context 'when cache is empty' do
it { is_expected.to be_nil }
2020-05-24 23:13:21 +05:30
it_behaves_like 'reactive worker call', ReactiveCachingWorker do
let(:test_class) { cache_class_test }
end
2019-09-30 21:07:59 +05:30
2020-05-24 23:13:21 +05:30
it_behaves_like 'reactive worker call', ExternalServiceReactiveCachingWorker do
let(:test_class) { external_dependency_cache_class_test }
2019-07-07 11:18:12 +05:30
end
2019-09-30 21:07:59 +05:30
it 'updates the cache lifespan' do
expect(reactive_cache_alive?(instance)).to be_falsy
go!
expect(reactive_cache_alive?(instance)).to be_truthy
end
end
context 'when the cache is full' do
it_behaves_like 'a cacheable value', 4
end
context 'when the cache contains non-nil but blank value' do
it_behaves_like 'a cacheable value', false
end
context 'when the cache contains nil value' do
it_behaves_like 'a cacheable value', nil
2019-07-07 11:18:12 +05:30
end
end
2020-04-08 14:13:33 +05:30
describe '#with_reactive_cache_set', :use_clean_rails_redis_caching do
subject(:go!) do
instance.with_reactive_cache_set('resource', {}) do |data|
data
end
end
it 'calls with_reactive_cache' do
expect(instance)
.to receive(:with_reactive_cache)
go!
end
context 'data returned' do
let(:resource) { 'resource' }
let(:set_key) { "#{cache_key}:#{resource}" }
let(:set_cache) { Gitlab::ReactiveCacheSetCache.new }
before do
stub_reactive_cache(instance, true, resource, {})
end
it 'saves keys in set' do
expect(set_cache.read(set_key)).to be_empty
go!
expect(set_cache.read(set_key)).not_to be_empty
end
it 'returns the data' do
expect(go!).to eq(true)
end
end
end
2019-07-07 11:18:12 +05:30
describe '.reactive_cache_worker_finder' do
context 'with default reactive_cache_worker_finder' do
let(:args) { %w(other args) }
before do
allow(instance.class).to receive(:find_by).with(id: instance.id)
.and_return(instance)
end
it 'calls the activerecord find_by method' do
result = instance.class.reactive_cache_worker_finder.call(instance.id, *args)
expect(result).to eq(instance)
expect(instance.class).to have_received(:find_by).with(id: instance.id)
end
end
context 'with custom reactive_cache_worker_finder' do
let(:args) { %w(arg1 arg2) }
2020-05-24 23:13:21 +05:30
let(:instance) { custom_finder_cache_test.new(666, &calculation) }
2019-07-07 11:18:12 +05:30
2020-05-24 23:13:21 +05:30
let(:custom_finder_cache_test) do
Class.new(cache_class_test) do
self.reactive_cache_worker_finder = ->(_id, *args) { from_cache(*args) }
2019-07-07 11:18:12 +05:30
2020-05-24 23:13:21 +05:30
def self.from_cache(*args); end
end
2019-07-07 11:18:12 +05:30
end
before do
allow(instance.class).to receive(:from_cache).with(*args).and_return(instance)
end
it 'overrides the default reactive_cache_worker_finder' do
result = instance.class.reactive_cache_worker_finder.call(instance.id, *args)
expect(result).to eq(instance)
expect(instance.class).to have_received(:from_cache).with(*args)
end
end
2017-08-17 22:00:37 +05:30
end
describe '#clear_reactive_cache!' do
before do
stub_reactive_cache(instance, 4)
instance.clear_reactive_cache!
end
it { expect(instance.result).to be_nil }
2018-11-08 19:23:39 +05:30
it { expect(reactive_cache_alive?(instance)).to be_falsy }
2017-08-17 22:00:37 +05:30
end
describe '#exclusively_update_reactive_cache!' do
subject(:go!) { instance.exclusively_update_reactive_cache! }
2020-03-13 15:44:24 +05:30
shared_examples 'successful cache' do
it 'caches the result of #calculate_reactive_cache' do
go!
expect(read_reactive_cache(instance)).to eq(calculation.call)
end
it 'does not raise the exception' do
2022-07-16 23:28:13 +05:30
expect { go! }.not_to raise_exception
2020-03-13 15:44:24 +05:30
end
end
2017-08-17 22:00:37 +05:30
context 'when the lease is free and lifetime is not exceeded' do
2017-09-10 17:25:29 +05:30
before do
2020-03-13 15:44:24 +05:30
stub_reactive_cache(instance, 'preexisting')
2017-09-10 17:25:29 +05:30
end
2017-08-17 22:00:37 +05:30
2020-03-13 15:44:24 +05:30
it_behaves_like 'successful cache'
2017-08-17 22:00:37 +05:30
it 'takes and releases the lease' do
2018-11-08 19:23:39 +05:30
expect_to_obtain_exclusive_lease(cache_key, 'uuid')
expect_to_cancel_exclusive_lease(cache_key, 'uuid')
2017-08-17 22:00:37 +05:30
go!
end
2020-03-13 15:44:24 +05:30
it 'enqueues a repeat worker' do
2017-08-17 22:00:37 +05:30
expect_reactive_cache_update_queued(instance)
go!
end
2020-05-24 23:13:21 +05:30
context 'when :external_dependency cache' do
let(:instance) do
external_dependency_cache_class_test.new(666, &calculation)
end
it 'enqueues a repeat worker' do
expect_reactive_cache_update_queued(instance, worker_klass: ExternalServiceReactiveCachingWorker)
go!
end
end
2020-03-13 15:44:24 +05:30
it 'calls a reactive_cache_updated only once if content did not change on subsequent update' do
2018-11-18 11:00:15 +05:30
expect(instance).to receive(:calculate_reactive_cache).twice
expect(instance).to receive(:reactive_cache_updated).once
2.times { instance.exclusively_update_reactive_cache! }
end
2020-01-01 13:55:28 +05:30
it 'does not delete the value key' do
2022-10-11 01:57:18 +05:30
expect(Rails.cache).not_to receive(:delete).with(cache_key)
2020-01-01 13:55:28 +05:30
go!
end
2020-07-28 23:09:34 +05:30
context 'when reactive_cache_hard_limit is set' do
let(:test_class) { Class.new(cache_class_test) { self.reactive_cache_hard_limit = 1.megabyte } }
let(:instance) { test_class.new(666, &calculation) }
context 'when cache size is over the overridden limit' do
let(:calculation) { -> { 'a' * 2 * 1.megabyte } }
2020-03-13 15:44:24 +05:30
it 'raises ExceededReactiveCacheLimit exception and does not cache new data' do
expect { go! }.to raise_exception(ReactiveCaching::ExceededReactiveCacheLimit)
expect(read_reactive_cache(instance)).not_to eq(calculation.call)
end
2020-07-28 23:09:34 +05:30
context 'when reactive_cache_limit_enabled? is overridden to return false' do
before do
allow(instance).to receive(:reactive_cache_limit_enabled?).and_return(false)
end
2020-03-13 15:44:24 +05:30
it_behaves_like 'successful cache'
end
end
2020-07-28 23:09:34 +05:30
context 'when cache size is within the overridden limit' do
let(:calculation) { -> { 'Smaller than 1Mb reactive_cache_hard_limit' } }
2020-03-13 15:44:24 +05:30
it_behaves_like 'successful cache'
end
end
2017-08-17 22:00:37 +05:30
context 'and #calculate_reactive_cache raises an exception' do
2017-09-10 17:25:29 +05:30
before do
stub_reactive_cache(instance, "preexisting")
end
2022-08-27 11:52:29 +05:30
let(:calculation) { -> { raise "foo" } }
2017-08-17 22:00:37 +05:30
it 'leaves the cache untouched' do
expect { go! }.to raise_error("foo")
expect(read_reactive_cache(instance)).to eq("preexisting")
end
2019-09-30 21:07:59 +05:30
it 'does not enqueue a repeat worker' do
expect(ReactiveCachingWorker)
.not_to receive(:perform_in)
2017-08-17 22:00:37 +05:30
expect { go! }.to raise_error("foo")
end
end
end
context 'when lifetime is exceeded' do
it 'skips the calculation' do
2022-10-11 01:57:18 +05:30
expect(instance).not_to receive(:calculate_reactive_cache)
2017-08-17 22:00:37 +05:30
go!
end
2020-01-01 13:55:28 +05:30
it 'deletes the value key' do
expect(Rails.cache).to receive(:delete).with(cache_key).once
go!
end
2017-08-17 22:00:37 +05:30
end
context 'when the lease is already taken' do
it 'skips the calculation' do
2018-11-08 19:23:39 +05:30
stub_exclusive_lease_taken(cache_key)
2022-10-11 01:57:18 +05:30
expect(instance).not_to receive(:calculate_reactive_cache)
2017-08-17 22:00:37 +05:30
go!
end
end
end
2019-09-04 21:01:54 +05:30
describe 'default options' do
let(:cached_class) { Class.new { include ReactiveCaching } }
subject { cached_class.new }
it { expect(subject.reactive_cache_lease_timeout).to be_a(ActiveSupport::Duration) }
it { expect(subject.reactive_cache_refresh_interval).to be_a(ActiveSupport::Duration) }
it { expect(subject.reactive_cache_lifetime).to be_a(ActiveSupport::Duration) }
it { expect(subject.reactive_cache_key).to respond_to(:call) }
2020-07-28 23:09:34 +05:30
it { expect(subject.reactive_cache_hard_limit).to be_nil }
2019-09-04 21:01:54 +05:30
it { expect(subject.reactive_cache_worker_finder).to respond_to(:call) }
end
2021-01-03 14:25:43 +05:30
describe 'classes including this concern' do
2021-12-11 22:18:48 +05:30
it 'sets reactive_cache_work_type', :eager_load do
2021-01-03 14:25:43 +05:30
classes = ObjectSpace.each_object(Class).select do |klass|
klass < described_class && klass.name
end
expect(classes).to all(have_attributes(reactive_cache_work_type: be_in(described_class::WORK_TYPE.keys)))
end
end
2017-08-17 22:00:37 +05:30
end