185 lines
7 KiB
Ruby
185 lines
7 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
# Keyset::Connection provides cursor based pagination, to avoid using OFFSET.
|
|
# It basically sorts / filters using WHERE sorting_value > cursor.
|
|
# We do this for performance reasons (https://gitlab.com/gitlab-org/gitlab-foss/issues/45756),
|
|
# as well as for having stable pagination
|
|
# https://graphql-ruby.org/pro/cursors.html#whats-the-difference
|
|
# https://coderwall.com/p/lkcaag/pagination-you-re-probably-doing-it-wrong
|
|
#
|
|
# It currently supports sorting on two columns, but the last column must
|
|
# be the primary key. If it's not already included, an order on the
|
|
# primary key will be added automatically, like `order(id: :desc)`
|
|
#
|
|
# Issue.order(created_at: :asc).order(:id)
|
|
# Issue.order(due_date: :asc)
|
|
#
|
|
# It will tolerate non-attribute ordering, but only attributes determine the cursor.
|
|
# For example, this is legitimate:
|
|
#
|
|
# Issue.order('issues.due_date IS NULL').order(due_date: :asc).order(:id)
|
|
#
|
|
# but anything more complex has a chance of not working.
|
|
#
|
|
module Gitlab
|
|
module Graphql
|
|
module Pagination
|
|
module Keyset
|
|
class Connection < GraphQL::Pagination::ActiveRecordRelationConnection
|
|
include Gitlab::Utils::StrongMemoize
|
|
include ::Gitlab::Graphql::ConnectionCollectionMethods
|
|
prepend ::Gitlab::Graphql::ConnectionRedaction
|
|
|
|
# rubocop: disable Naming/PredicateName
|
|
# https://relay.dev/graphql/connections.htm#sec-undefined.PageInfo.Fields
|
|
def has_previous_page
|
|
strong_memoize(:has_previous_page) do
|
|
if after
|
|
# If `after` is specified, that points to a specific record,
|
|
# even if it's the first one. Since we're asking for `after`,
|
|
# then the specific record we're pointing to is in the
|
|
# previous page
|
|
true
|
|
elsif last
|
|
limited_nodes
|
|
!!@has_previous_page
|
|
else
|
|
# Key thing to remember. When `before` is specified (and no `last`),
|
|
# the spec says return _all_ edges minus anything after the `before`.
|
|
# Which means the returned list starts at the very first record.
|
|
# Then the max_page kicks in, and returns the first max_page items.
|
|
# Because of this, `has_previous_page` will be false
|
|
false
|
|
end
|
|
end
|
|
end
|
|
|
|
def has_next_page
|
|
strong_memoize(:has_next_page) do
|
|
if before
|
|
true
|
|
elsif first
|
|
if Feature.enabled?(:graphql_keyset_pagination_without_next_page_query)
|
|
limited_nodes.size > limit_value
|
|
else
|
|
case sliced_nodes
|
|
when Array
|
|
sliced_nodes.size > limit_value
|
|
else
|
|
sliced_nodes.limit(1).offset(limit_value).exists? # rubocop: disable CodeReuse/ActiveRecord
|
|
end
|
|
end
|
|
else
|
|
false
|
|
end
|
|
end
|
|
end
|
|
# rubocop: enable Naming/PredicateName
|
|
|
|
def cursor_for(node)
|
|
order = Gitlab::Pagination::Keyset::Order.extract_keyset_order_object(items)
|
|
encode(order.cursor_attributes_for_node(node).to_json)
|
|
end
|
|
|
|
def sliced_nodes
|
|
sliced = ordered_items
|
|
sliced = slice_nodes(sliced, before, :before) if before.present?
|
|
sliced = slice_nodes(sliced, after, :after) if after.present?
|
|
sliced
|
|
end
|
|
|
|
def nodes
|
|
# These are the nodes that will be loaded into memory for rendering
|
|
# So we're ok loading them into memory here as that's bound to happen
|
|
# anyway. Having them ready means we can modify the result while
|
|
# rendering the fields.
|
|
@nodes ||= limited_nodes.to_a.take(limit_value) # rubocop: disable CodeReuse/ActiveRecord
|
|
end
|
|
|
|
def items
|
|
original_items = super
|
|
return original_items if Gitlab::Pagination::Keyset::Order.keyset_aware?(original_items)
|
|
|
|
strong_memoize(:keyset_pagination_items) do
|
|
rebuilt_items_with_keyset_order, success =
|
|
Gitlab::Pagination::Keyset::SimpleOrderBuilder.build(original_items)
|
|
|
|
raise(Gitlab::Pagination::Keyset::UnsupportedScopeOrder) unless success
|
|
|
|
rebuilt_items_with_keyset_order
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
# Apply `first` and `last` to `sliced_nodes`
|
|
def limited_nodes
|
|
strong_memoize(:limited_nodes) do
|
|
if first && last
|
|
raise Gitlab::Graphql::Errors::ArgumentError, "Can only provide either `first` or `last`, not both"
|
|
end
|
|
|
|
if last
|
|
paginated_nodes = sliced_nodes.last(limit_value + 1)
|
|
|
|
# there is an extra node, so there is a previous page
|
|
@has_previous_page = paginated_nodes.count > limit_value
|
|
@has_previous_page ? paginated_nodes.last(limit_value) : paginated_nodes
|
|
elsif loaded?(sliced_nodes)
|
|
if Feature.enabled?(:graphql_keyset_pagination_without_next_page_query)
|
|
sliced_nodes.take(limit_value + 1) # rubocop: disable CodeReuse/ActiveRecord
|
|
else
|
|
sliced_nodes.take(limit_value) # rubocop: disable CodeReuse/ActiveRecord
|
|
end
|
|
elsif Feature.enabled?(:graphql_keyset_pagination_without_next_page_query)
|
|
sliced_nodes.limit(limit_value + 1).to_a
|
|
else
|
|
sliced_nodes.limit(limit_value)
|
|
end
|
|
end
|
|
end
|
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
|
def slice_nodes(sliced, encoded_cursor, before_or_after)
|
|
order = Gitlab::Pagination::Keyset::Order.extract_keyset_order_object(sliced)
|
|
order = order.reversed_order if before_or_after == :before
|
|
|
|
decoded_cursor = ordering_from_encoded_json(encoded_cursor)
|
|
order.apply_cursor_conditions(sliced, decoded_cursor)
|
|
end
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
|
|
|
def limit_value
|
|
# note: only first _or_ last can be specified, not both
|
|
@limit_value ||= [first, last, max_page_size, GitlabSchema.default_max_page_size].compact.min
|
|
end
|
|
|
|
def loaded?(items)
|
|
case items
|
|
when Array
|
|
true
|
|
else
|
|
items.loaded?
|
|
end
|
|
end
|
|
|
|
def ordered_items
|
|
strong_memoize(:ordered_items) do
|
|
unless items.primary_key.present?
|
|
raise ArgumentError, 'Relation must have a primary key'
|
|
end
|
|
|
|
items
|
|
end
|
|
end
|
|
|
|
def ordering_from_encoded_json(cursor)
|
|
Gitlab::Json.parse(decode(cursor))
|
|
rescue JSON::ParserError
|
|
raise Gitlab::Graphql::Errors::ArgumentError, "Please provide a valid cursor"
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|