# frozen_string_literal: true require 'spec_helper' require 'rspec-parameterized' require 'support/helpers/rails_helpers' RSpec.describe Gitlab::Instrumentation::RedisInterceptor, :clean_gitlab_redis_shared_state, :request_store do using RSpec::Parameterized::TableSyntax describe 'read and write' do where(:setup, :command, :expect_write, :expect_read) do # The response is 'OK', the request size is the combined size of array # elements. Exercise counting of a status reply. [] | [:set, 'foo', 'bar'] | 3 + 3 + 3 | 2 # The response is 1001, so 4 bytes. Exercise counting an integer reply. [[:set, 'foobar', 1000]] | [:incr, 'foobar'] | 4 + 6 | 4 # Exercise counting empty multi bulk reply [] | [:hgetall, 'foobar'] | 7 + 6 | 0 # Hgetall response length is combined length of keys and values in the # hash. Exercises counting of a multi bulk reply [[:hset, 'myhash', 'field', 'hello world']] | [:hgetall, 'myhash'] | 7 + 6 | 5 + 11 # Exercise counting of a bulk reply [[:set, 'foo', 'bar' * 100]] | [:get, 'foo'] | 3 + 3 | 3 * 100 # Nested array response: [['foo', 0], ['bar', 1]] [[:zadd, 'myset', 0, 'foo'], [:zadd, 'myset', 1, 'bar']] | [:zrange, 'myset', 0, -1, 'withscores'] | 6 + 5 + 1 + 2 + 10 | 3 + 1 + 3 + 1 end with_them do it 'counts bytes read and written' do Gitlab::Redis::SharedState.with do |redis| setup.each { |cmd| redis.call(cmd) } RequestStore.clear! redis.call(command) end expect(Gitlab::Instrumentation::Redis.read_bytes).to eq(expect_read) expect(Gitlab::Instrumentation::Redis.write_bytes).to eq(expect_write) end end end describe 'counting' do let(:instrumentation_class) { Gitlab::Redis::SharedState.instrumentation_class } it 'counts successful requests' do expect(instrumentation_class).to receive(:instance_count_request).with(1).and_call_original Gitlab::Redis::SharedState.with { |redis| redis.call(:get, 'foobar') } end it 'counts successful pipelined requests' do expect(instrumentation_class).to receive(:instance_count_request).with(2).and_call_original Gitlab::Redis::SharedState.with do |redis| redis.pipelined do |pipeline| pipeline.call(:get, '{foobar}buz') pipeline.call(:get, '{foobar}baz') end end end context 'when encountering exceptions' do where(:case_name, :exception, :exception_counter) do 'generic exception' | Redis::CommandError | :instance_count_exception 'moved redirection' | Redis::CommandError.new("MOVED 123 127.0.0.1:6380") | :instance_count_cluster_redirection 'ask redirection' | Redis::CommandError.new("ASK 123 127.0.0.1:6380") | :instance_count_cluster_redirection end with_them do before do Gitlab::Redis::SharedState.with do |redis| # We need to go 1 layer deeper to stub _client as we monkey-patch Redis::Client # with the interceptor. Stubbing `redis` will skip the instrumentation_class. allow(redis._client).to receive(:process).and_raise(exception) end end it 'counts exception' do expect(instrumentation_class).to receive(exception_counter) .with(instance_of(Redis::CommandError)).and_call_original expect(instrumentation_class).to receive(:log_exception) .with(instance_of(Redis::CommandError)).and_call_original expect(instrumentation_class).to receive(:instance_count_request).and_call_original expect do Gitlab::Redis::SharedState.with { |redis| redis.call(:auth, 'foo', 'bar') } end.to raise_exception(Redis::CommandError) end end end context 'in production environment' do before do stub_rails_env('production') # to avoid raising CrossSlotError end it 'counts disallowed cross-slot requests' do expect(instrumentation_class).to receive(:increment_cross_slot_request_count).and_call_original expect(instrumentation_class).not_to receive(:increment_allowed_cross_slot_request_count).and_call_original Gitlab::Redis::SharedState.with { |redis| redis.call(:mget, 'foo', 'bar') } end it 'does not count allowed cross-slot requests' do expect(instrumentation_class).not_to receive(:increment_cross_slot_request_count).and_call_original expect(instrumentation_class).to receive(:increment_allowed_cross_slot_request_count).and_call_original Gitlab::Instrumentation::RedisClusterValidator.allow_cross_slot_commands do Gitlab::Redis::SharedState.with { |redis| redis.call(:mget, 'foo', 'bar') } end end it 'skips count for non-cross-slot requests' do expect(instrumentation_class).not_to receive(:increment_cross_slot_request_count).and_call_original expect(instrumentation_class).not_to receive(:increment_allowed_cross_slot_request_count).and_call_original Gitlab::Redis::SharedState.with { |redis| redis.call(:mget, '{foo}bar', '{foo}baz') } end end context 'without active RequestStore' do before do ::RequestStore.end! end it 'still runs cross-slot validation' do expect do Gitlab::Redis::SharedState.with { |redis| redis.mget('foo', 'bar') } end.to raise_error(instance_of(Gitlab::Instrumentation::RedisClusterValidator::CrossSlotError)) end end end describe 'latency' do let(:instrumentation_class) { Gitlab::Redis::SharedState.instrumentation_class } describe 'commands in the apdex' do where(:command) do [ [[:get, 'foobar']], [%w[GET foobar]] ] end with_them do it 'measures requests we want in the apdex' do expect(instrumentation_class).to receive(:instance_observe_duration).with(a_value > 0) .and_call_original Gitlab::Redis::SharedState.with { |redis| redis.call(*command) } end end context 'with pipelined commands' do it 'measures requests that do not have blocking commands' do expect(instrumentation_class).to receive(:instance_observe_duration).twice.with(a_value > 0) .and_call_original Gitlab::Redis::SharedState.with do |redis| redis.pipelined do |pipeline| pipeline.call(:get, '{foobar}buz') pipeline.call(:get, '{foobar}baz') end end end it 'raises error when keys are not from the same slot' do expect do Gitlab::Redis::SharedState.with do |redis| redis.pipelined do |pipeline| pipeline.call(:get, 'foo') pipeline.call(:get, 'bar') end end end.to raise_error(instance_of(Gitlab::Instrumentation::RedisClusterValidator::CrossSlotError)) end end end describe 'commands not in the apdex' do where(:setup, :command) do [['rpush', 'foobar', 1]] | ['brpop', 'foobar', 0] [['rpush', 'foobar', 1]] | ['blpop', 'foobar', 0] [['rpush', '{abc}foobar', 1]] | ['brpoplpush', '{abc}foobar', '{abc}bazqux', 0] [['rpush', '{abc}foobar', 1]] | ['brpoplpush', '{abc}foobar', '{abc}bazqux', 0] [['zadd', 'foobar', 1, 'a']] | ['bzpopmin', 'foobar', 0] [['zadd', 'foobar', 1, 'a']] | ['bzpopmax', 'foobar', 0] [['xadd', 'mystream', 1, 'myfield', 'mydata']] | ['xread', 'block', 1, 'streams', 'mystream', '0-0'] [['xadd', 'foobar', 1, 'myfield', 'mydata'], ['xgroup', 'create', 'foobar', 'mygroup', 0]] | ['xreadgroup', 'group', 'mygroup', 'myconsumer', 'block', 1, 'streams', 'foobar', '0-0'] [] | ['command'] end with_them do it 'skips requests we do not want in the apdex' do Gitlab::Redis::SharedState.with { |redis| setup.each { |cmd| redis.call(*cmd) } } expect(instrumentation_class).not_to receive(:instance_observe_duration) Gitlab::Redis::SharedState.with { |redis| redis.call(*command) } end end context 'with pipelined commands' do it 'skips requests that have blocking commands' do expect(instrumentation_class).not_to receive(:instance_observe_duration) Gitlab::Redis::SharedState.with do |redis| redis.pipelined do |pipeline| pipeline.call(:get, '{foobar}buz') pipeline.call(:rpush, '{foobar}baz', 1) pipeline.call(:brpop, '{foobar}baz', 0) end end end end end end end