debian-mirror-gitlab/app/services/ci/process_sync_events_service.rb

66 lines
1.3 KiB
Ruby
Raw Normal View History

2022-01-26 12:08:38 +05:30
# frozen_string_literal: true
module Ci
class ProcessSyncEventsService
include ExclusiveLeaseGuard
BATCH_SIZE = 1000
def initialize(sync_event_class, sync_class)
@sync_event_class = sync_event_class
@sync_class = sync_class
2022-04-04 11:22:00 +05:30
@results = {}
2022-01-26 12:08:38 +05:30
end
def execute
# preventing parallel processing over the same event table
try_obtain_lease { process_events }
enqueue_worker_if_there_still_event
2022-04-04 11:22:00 +05:30
@results
2022-01-26 12:08:38 +05:30
end
private
def process_events
2022-04-04 11:22:00 +05:30
add_result(estimated_total_events: @sync_event_class.upper_bound_count)
2022-01-26 12:08:38 +05:30
events = @sync_event_class.preload_synced_relation.first(BATCH_SIZE)
2022-04-04 11:22:00 +05:30
add_result(consumable_events: events.size)
2022-01-26 12:08:38 +05:30
return if events.empty?
2022-03-02 08:16:31 +05:30
processed_events = []
2022-01-26 12:08:38 +05:30
begin
events.each do |event|
@sync_class.sync!(event)
2022-03-02 08:16:31 +05:30
processed_events << event
2022-01-26 12:08:38 +05:30
end
ensure
2022-04-04 11:22:00 +05:30
add_result(processed_events: processed_events.size)
2022-03-02 08:16:31 +05:30
@sync_event_class.id_in(processed_events).delete_all
2022-01-26 12:08:38 +05:30
end
end
def enqueue_worker_if_there_still_event
@sync_event_class.enqueue_worker if @sync_event_class.exists?
end
def lease_key
"#{super}::#{@sync_event_class}"
end
def lease_timeout
1.minute
end
2022-04-04 11:22:00 +05:30
def add_result(result)
@results.merge!(result)
end
2022-01-26 12:08:38 +05:30
end
end