debian-mirror-gitlab/spec/lib/gitlab/pagination/keyset/iterator_spec.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

172 lines
6.4 KiB
Ruby
Raw Normal View History

2021-06-08 01:23:25 +05:30
# frozen_string_literal: true
require 'spec_helper'
RSpec.describe Gitlab::Pagination::Keyset::Iterator do
let_it_be(:project) { create(:project) }
let_it_be(:issue_list_with_same_pos) { create_list(:issue, 3, project: project, relative_position: 100, updated_at: 1.day.ago) }
let_it_be(:issue_list_with_null_pos) { create_list(:issue, 3, project: project, relative_position: nil, updated_at: 1.day.ago) }
let_it_be(:issue_list_with_asc_pos) { create_list(:issue, 3, :with_asc_relative_position, project: project, updated_at: 1.day.ago) }
let(:klass) { Issue }
let(:column) { 'relative_position' }
let(:direction) { :asc }
let(:reverse_direction) { ::Gitlab::Pagination::Keyset::ColumnOrderDefinition::REVERSED_ORDER_DIRECTIONS[direction] }
let(:nulls_position) { :nulls_last }
let(:reverse_nulls_position) { ::Gitlab::Pagination::Keyset::ColumnOrderDefinition::REVERSED_NULL_POSITIONS[nulls_position] }
let(:custom_reorder) do
2022-11-25 23:54:43 +05:30
Gitlab::Pagination::Keyset::Order.build(
[
Gitlab::Pagination::Keyset::ColumnOrderDefinition.new(
attribute_name: column,
column_expression: klass.arel_table[column],
order_expression: klass.arel_table[column].public_send(direction).public_send(nulls_position), # rubocop:disable GitlabSecurity/PublicSend
reversed_order_expression: klass.arel_table[column].public_send(reverse_direction).public_send(reverse_nulls_position), # rubocop:disable GitlabSecurity/PublicSend
order_direction: direction,
nullable: nulls_position,
distinct: false
),
Gitlab::Pagination::Keyset::ColumnOrderDefinition.new(
attribute_name: 'id',
order_expression: klass.arel_table[:id].send(direction)
)
])
2021-06-08 01:23:25 +05:30
end
2021-11-18 22:05:49 +05:30
let(:iterator_params) { nil }
2021-06-08 01:23:25 +05:30
let(:scope) { project.issues.reorder(custom_reorder) }
2021-11-18 22:05:49 +05:30
subject(:iterator) { described_class.new(**iterator_params) }
2021-09-30 23:02:18 +05:30
shared_examples 'iterator examples' do
describe '.each_batch' do
it 'yields an ActiveRecord::Relation when a block is given' do
iterator.each_batch(of: 1) do |relation|
expect(relation).to be_a_kind_of(ActiveRecord::Relation)
end
end
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
it 'raises error when ordering configuration cannot be automatically determined' do
expect do
described_class.new(scope: MergeRequestDiffCommit.order(:merge_request_diff_id, :relative_order))
end.to raise_error /The order on the scope does not support keyset pagination/
2021-06-08 01:23:25 +05:30
end
2021-09-30 23:02:18 +05:30
it 'accepts a custom batch size' do
count = 0
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) { |relation| count += relation.count(:all) }
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
expect(count).to eq(9)
end
2021-06-08 01:23:25 +05:30
2021-11-18 22:05:49 +05:30
it 'continues after the cursor' do
loaded_records = []
cursor = nil
# stopping the iterator after the first batch and storing the cursor
iterator.each_batch(of: 2) do |relation| # rubocop: disable Lint/UnreachableLoop
loaded_records.concat(relation.to_a)
record = loaded_records.last
cursor = custom_reorder.cursor_attributes_for_node(record)
break
end
expect(loaded_records).to eq(project.issues.order(custom_reorder).take(2))
new_iterator = described_class.new(**iterator_params.merge(cursor: cursor))
new_iterator.each_batch(of: 2) do |relation|
loaded_records.concat(relation.to_a)
end
expect(loaded_records).to eq(project.issues.order(custom_reorder))
end
2021-09-30 23:02:18 +05:30
it 'allows updating of the yielded relations' do
time = Time.current
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) do |relation|
Issue.connection.execute("UPDATE issues SET updated_at = '#{time.to_s(:inspect)}' WHERE id IN (#{relation.reselect(:id).to_sql})")
end
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
expect(Issue.pluck(:updated_at)).to all(be_within(5.seconds).of(time))
end
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
context 'with ordering direction' do
context 'when ordering asc' do
it 'orders ascending by default, including secondary order column' do
positions = []
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) { |rel| positions.concat(rel.pluck(:relative_position, :id)) }
2021-06-08 01:23:25 +05:30
2022-06-21 17:19:12 +05:30
expect(positions).to eq(project.issues.reorder(Issue.arel_table[:relative_position].asc.nulls_last).order(id: :asc).pluck(:relative_position, :id))
2021-09-30 23:02:18 +05:30
end
2021-06-08 01:23:25 +05:30
end
2021-09-30 23:02:18 +05:30
context 'when reversing asc order' do
let(:scope) { project.issues.order(custom_reorder.reversed_order) }
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
it 'orders in reverse of ascending' do
positions = []
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) { |rel| positions.concat(rel.pluck(:relative_position, :id)) }
2021-06-08 01:23:25 +05:30
2022-06-21 17:19:12 +05:30
expect(positions).to eq(project.issues.reorder(Issue.arel_table[:relative_position].desc.nulls_first).order(id: :desc).pluck(:relative_position, :id))
2021-09-30 23:02:18 +05:30
end
2021-06-08 01:23:25 +05:30
end
2021-09-30 23:02:18 +05:30
context 'when asc order, with nulls first' do
let(:nulls_position) { :nulls_first }
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
it 'orders ascending with nulls first' do
positions = []
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) { |rel| positions.concat(rel.pluck(:relative_position, :id)) }
2021-06-08 01:23:25 +05:30
2022-06-21 17:19:12 +05:30
expect(positions).to eq(project.issues.reorder(Issue.arel_table[:relative_position].asc.nulls_first).order(id: :asc).pluck(:relative_position, :id))
2021-09-30 23:02:18 +05:30
end
2021-06-08 01:23:25 +05:30
end
2021-09-30 23:02:18 +05:30
context 'when ordering desc' do
let(:direction) { :desc }
let(:nulls_position) { :nulls_last }
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
it 'orders descending' do
positions = []
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) { |rel| positions.concat(rel.pluck(:relative_position, :id)) }
2021-06-08 01:23:25 +05:30
2022-06-21 17:19:12 +05:30
expect(positions).to eq(project.issues.reorder(Issue.arel_table[:relative_position].desc.nulls_last).order(id: :desc).pluck(:relative_position, :id))
2021-09-30 23:02:18 +05:30
end
2021-06-08 01:23:25 +05:30
end
2021-09-30 23:02:18 +05:30
context 'when ordering by columns are repeated twice' do
let(:direction) { :desc }
let(:column) { :id }
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
it 'orders descending' do
positions = []
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
iterator.each_batch(of: 2) { |rel| positions.concat(rel.pluck(:id)) }
2021-06-08 01:23:25 +05:30
2021-09-30 23:02:18 +05:30
expect(positions).to eq(project.issues.reorder(id: :desc).pluck(:id))
end
2021-06-08 01:23:25 +05:30
end
end
end
end
2021-09-30 23:02:18 +05:30
context 'when use_union_optimization is used' do
2021-11-18 22:05:49 +05:30
let(:iterator_params) { { scope: scope, use_union_optimization: true } }
2021-09-30 23:02:18 +05:30
include_examples 'iterator examples'
end
context 'when use_union_optimization is not used' do
2021-11-18 22:05:49 +05:30
let(:iterator_params) { { scope: scope, use_union_optimization: false } }
2021-09-30 23:02:18 +05:30
include_examples 'iterator examples'
end
2021-06-08 01:23:25 +05:30
end