debian-mirror-gitlab/spec/models/concerns/each_batch_spec.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

207 lines
5.3 KiB
Ruby
Raw Permalink Normal View History

2019-07-07 11:18:12 +05:30
# frozen_string_literal: true
2017-09-10 17:25:29 +05:30
require 'spec_helper'
2020-07-28 23:09:34 +05:30
RSpec.describe EachBatch do
2022-08-13 15:12:31 +05:30
let(:model) do
Class.new(ActiveRecord::Base) do
include EachBatch
2017-09-10 17:25:29 +05:30
2022-08-13 15:12:31 +05:30
self.table_name = 'users'
2021-10-27 15:23:28 +05:30
2022-08-13 15:12:31 +05:30
scope :never_signed_in, -> { where(sign_in_count: 0) }
2017-09-10 17:25:29 +05:30
end
2022-08-13 15:12:31 +05:30
end
2017-09-10 17:25:29 +05:30
2022-08-13 15:12:31 +05:30
describe '.each_batch' do
2017-09-10 17:25:29 +05:30
before do
2020-03-13 15:44:24 +05:30
create_list(:user, 5, updated_at: 1.day.ago)
2017-09-10 17:25:29 +05:30
end
2018-12-13 13:39:08 +05:30
shared_examples 'each_batch handling' do |kwargs|
it 'yields an ActiveRecord::Relation when a block is given' do
2021-01-03 14:25:43 +05:30
model.each_batch(**kwargs) do |relation|
2018-12-13 13:39:08 +05:30
expect(relation).to be_a_kind_of(ActiveRecord::Relation)
end
2017-09-10 17:25:29 +05:30
end
2018-12-13 13:39:08 +05:30
it 'yields a batch index as the second argument' do
2021-01-03 14:25:43 +05:30
model.each_batch(**kwargs) do |_, index|
2018-12-13 13:39:08 +05:30
expect(index).to eq(1)
end
2017-09-10 17:25:29 +05:30
end
2018-12-13 13:39:08 +05:30
it 'accepts a custom batch size' do
amount = 0
2017-09-10 17:25:29 +05:30
2021-01-03 14:25:43 +05:30
model.each_batch(**kwargs.merge({ of: 1 })) { amount += 1 }
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
expect(amount).to eq(5)
end
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
it 'does not include ORDER BYs in the yielded relations' do
model.each_batch do |relation|
expect(relation.to_sql).not_to include('ORDER BY')
end
2017-09-10 17:25:29 +05:30
end
2018-12-13 13:39:08 +05:30
it 'allows updating of the yielded relations' do
2020-06-23 00:09:42 +05:30
time = Time.current
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
model.each_batch do |relation|
relation.update_all(updated_at: time)
end
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
expect(model.where(updated_at: time).count).to eq(5)
end
2017-09-10 17:25:29 +05:30
end
2018-12-13 13:39:08 +05:30
it_behaves_like 'each_batch handling', {}
it_behaves_like 'each_batch handling', { order_hint: :updated_at }
2021-03-08 18:12:59 +05:30
it 'orders ascending by default' do
ids = []
model.each_batch(of: 1) { |rel| ids.concat(rel.ids) }
expect(ids).to eq(ids.sort)
end
it 'accepts descending order' do
ids = []
model.each_batch(of: 1, order: :desc) { |rel| ids.concat(rel.ids) }
expect(ids).to eq(ids.sort.reverse)
end
2021-10-27 15:23:28 +05:30
describe 'current scope' do
let(:entry) { create(:user, sign_in_count: 1) }
let(:ids_with_new_relation) { model.where(id: entry.id).pluck(:id) }
it 'does not leak current scope to block being executed' do
model.never_signed_in.each_batch(of: 5) do |relation|
expect(ids_with_new_relation).to include(entry.id)
end
end
end
2017-09-10 17:25:29 +05:30
end
2022-08-13 15:12:31 +05:30
describe '.distinct_each_batch' do
let_it_be(:users) { create_list(:user, 5, sign_in_count: 0) }
let(:params) { {} }
subject(:values) do
values = []
model.distinct_each_batch(**params) { |rel| values.concat(rel.pluck(params[:column])) }
values
end
context 'when iterating over a unique column' do
context 'when using ascending order' do
let(:expected_values) { users.pluck(:id).sort }
let(:params) { { column: :id, of: 1, order: :asc } }
it { is_expected.to eq(expected_values) }
context 'when using larger batch size' do
before do
params[:of] = 3
end
it { is_expected.to eq(expected_values) }
end
context 'when using larger batch size than the result size' do
before do
params[:of] = 100
end
it { is_expected.to eq(expected_values) }
end
end
context 'when using descending order' do
let(:expected_values) { users.pluck(:id).sort.reverse }
let(:params) { { column: :id, of: 1, order: :desc } }
it { is_expected.to eq(expected_values) }
context 'when using larger batch size' do
before do
params[:of] = 3
end
it { is_expected.to eq(expected_values) }
end
end
end
context 'when iterating over a non-unique column' do
let(:params) { { column: :sign_in_count, of: 2, order: :asc } }
context 'when only one value is present' do
it { is_expected.to eq([0]) }
end
context 'when duplicated values present' do
let(:expected_values) { [2, 5] }
before do
users[0].reload.update!(sign_in_count: 5)
users[1].reload.update!(sign_in_count: 2)
users[2].reload.update!(sign_in_count: 5)
users[3].reload.update!(sign_in_count: 2)
users[4].reload.update!(sign_in_count: 5)
end
it { is_expected.to eq(expected_values) }
context 'when using descending order' do
let(:expected_values) { [5, 2] }
before do
params[:order] = :desc
end
it { is_expected.to eq(expected_values) }
end
end
end
end
2023-05-27 22:25:52 +05:30
describe '.each_batch_count' do
let_it_be(:users) { create_list(:user, 5, updated_at: 1.day.ago) }
it 'counts the records' do
count, last_value = User.each_batch_count
expect(count).to eq(5)
expect(last_value).to eq(nil)
end
context 'when using a different column' do
it 'returns correct count' do
count, _ = User.each_batch_count(column: :email, of: 2)
expect(count).to eq(5)
end
end
context 'when stopping and resuming the counting' do
it 'returns the correct count' do
count, last_value = User.each_batch_count(of: 1) do |current_count, _current_value|
current_count == 3 # stop when count reaches 3
end
expect(count).to eq(3)
final_count, _ = User.each_batch_count(of: 1, last_value: last_value, last_count: count)
expect(final_count).to eq(5)
end
end
end
2017-09-10 17:25:29 +05:30
end