debian-mirror-gitlab/app/workers/post_receive.rb

160 lines
4.9 KiB
Ruby
Raw Normal View History

2018-11-08 19:23:39 +05:30
# frozen_string_literal: true
2021-11-11 11:23:49 +05:30
class PostReceive
2018-03-17 18:26:18 +05:30
include ApplicationWorker
2021-06-08 01:23:25 +05:30
2021-11-11 11:23:49 +05:30
idempotent!
deduplicate :none
2021-10-27 15:23:28 +05:30
data_consistency :always
2021-06-08 01:23:25 +05:30
sidekiq_options retry: 3
2021-03-11 19:13:27 +05:30
include Gitlab::Experiment::Dsl
2014-09-02 18:07:02 +05:30
2019-12-21 20:55:43 +05:30
feature_category :source_code_management
2020-04-08 14:13:33 +05:30
urgency :high
2019-12-26 22:10:19 +05:30
worker_resource_boundary :cpu
2020-03-13 15:44:24 +05:30
weight 5
2020-06-23 00:09:42 +05:30
loggable_arguments 0, 1, 2, 3
2019-07-07 11:18:12 +05:30
def perform(gl_repository, identifier, changes, push_options = {})
2020-04-08 14:13:33 +05:30
container, project, repo_type = Gitlab::GlRepository.parse(gl_repository)
2017-08-17 22:00:37 +05:30
2020-11-24 15:15:51 +05:30
if container.nil? || (container.is_a?(ProjectSnippet) && project.nil?)
log("Triggered hook for non-existing gl_repository \"#{gl_repository}\"")
2017-08-17 22:00:37 +05:30
return false
2014-09-02 18:07:02 +05:30
end
2016-09-13 17:45:13 +05:30
changes = Base64.decode64(changes) unless changes.include?(' ')
# Use Sidekiq.logger so arguments can be correlated with execution
# time and thread ID's.
2021-01-29 00:20:46 +05:30
Sidekiq.logger.info "changes: #{changes.inspect}" if SidekiqLogArguments.enabled?
2020-04-08 14:13:33 +05:30
post_received = Gitlab::GitPostReceive.new(container, identifier, changes, push_options)
2014-09-02 18:07:02 +05:30
2019-07-07 11:18:12 +05:30
if repo_type.wiki?
2021-01-03 14:25:43 +05:30
process_wiki_changes(post_received, container)
2019-07-31 22:56:46 +05:30
elsif repo_type.project?
2020-04-08 14:13:33 +05:30
process_project_changes(post_received, container)
elsif repo_type.snippet?
process_snippet_changes(post_received, container)
2019-07-31 22:56:46 +05:30
else
# Other repos don't have hooks for now
2016-06-02 11:05:42 +05:30
end
end
2014-09-02 18:07:02 +05:30
2017-09-10 17:25:29 +05:30
private
2019-09-30 21:07:59 +05:30
def identify_user(post_received)
post_received.identify.tap do |user|
log("Triggered hook for non-existing user \"#{post_received.identifier}\"") unless user
end
end
2020-04-08 14:13:33 +05:30
def process_project_changes(post_received, project)
2019-09-30 21:07:59 +05:30
user = identify_user(post_received)
2019-12-21 20:55:43 +05:30
2019-09-30 21:07:59 +05:30
return false unless user
2015-04-26 12:48:37 +05:30
2019-12-21 20:55:43 +05:30
push_options = post_received.push_options
changes = post_received.changes
2019-10-12 21:52:04 +05:30
# We only need to expire certain caches once per push
2020-04-08 14:13:33 +05:30
expire_caches(post_received, project.repository)
enqueue_project_cache_update(post_received, project)
2017-09-10 17:25:29 +05:30
2019-12-21 20:55:43 +05:30
process_ref_changes(project, user, push_options: push_options, changes: changes)
2020-04-08 14:13:33 +05:30
update_remote_mirrors(post_received, project)
2019-12-21 20:55:43 +05:30
after_project_changes_hooks(project, user, changes.refs, changes.repository_data)
2014-09-02 18:07:02 +05:30
end
2020-11-24 15:15:51 +05:30
def process_wiki_changes(post_received, wiki)
2020-04-08 14:13:33 +05:30
user = identify_user(post_received)
return false unless user
# We only need to expire certain caches once per push
2020-11-24 15:15:51 +05:30
expire_caches(post_received, wiki.repository)
wiki.repository.expire_statistics_caches
2020-04-08 14:13:33 +05:30
2020-11-24 15:15:51 +05:30
::Git::WikiPushService.new(wiki, user, changes: post_received.changes).execute
2020-04-08 14:13:33 +05:30
end
def process_snippet_changes(post_received, snippet)
user = identify_user(post_received)
return false unless user
2020-11-24 15:15:51 +05:30
replicate_snippet_changes(snippet)
2020-04-08 14:13:33 +05:30
expire_caches(post_received, snippet.repository)
2022-08-27 11:52:29 +05:30
snippet.touch
2020-07-28 23:09:34 +05:30
Snippets::UpdateStatisticsService.new(snippet).execute
2020-04-08 14:13:33 +05:30
end
2020-11-24 15:15:51 +05:30
def replicate_snippet_changes(snippet)
# Used by Gitlab Geo
end
2019-12-21 20:55:43 +05:30
# Expire the repository status, branch, and tag cache once per push.
def expire_caches(post_received, repository)
repository.expire_status_cache if repository.empty?
repository.expire_branches_cache if post_received.includes_branches?
repository.expire_caches_for_tags if post_received.includes_tags?
2019-10-12 21:52:04 +05:30
end
2019-12-21 20:55:43 +05:30
# Schedule an update for the repository size and commit count if necessary.
2020-04-08 14:13:33 +05:30
def enqueue_project_cache_update(post_received, project)
2019-10-12 21:52:04 +05:30
stats_to_invalidate = [:repository_size]
stats_to_invalidate << :commit_count if post_received.includes_default_branch?
ProjectCacheWorker.perform_async(
2020-04-08 14:13:33 +05:30
project.id,
2019-10-12 21:52:04 +05:30
[],
stats_to_invalidate,
true
)
end
2019-12-21 20:55:43 +05:30
def process_ref_changes(project, user, params = {})
return unless params[:changes].any?
Git::ProcessRefChangesService.new(project, user, params).execute
end
2020-04-08 14:13:33 +05:30
def update_remote_mirrors(post_received, project)
2019-12-21 20:55:43 +05:30
return unless post_received.includes_branches? || post_received.includes_tags?
return unless project.has_remote_mirror?
project.mark_stuck_remote_mirrors_as_failed!
project.update_remote_mirrors
end
def after_project_changes_hooks(project, user, refs, changes)
repository_update_hook_data = Gitlab::DataBuilder::Repository.update(project, user, changes, refs)
SystemHooksService.new.execute_hooks(repository_update_hook_data, :repository_update_hooks)
2019-10-12 21:52:04 +05:30
Gitlab::UsageDataCounters::SourceCodeCounter.count(:pushes)
2022-08-13 15:12:31 +05:30
emit_snowplow_event(project, user)
2017-09-10 17:25:29 +05:30
end
2014-09-02 18:07:02 +05:30
2015-04-26 12:48:37 +05:30
def log(message)
Gitlab::GitLogger.error("POST-RECEIVE: #{message}")
2014-09-02 18:07:02 +05:30
end
2022-08-13 15:12:31 +05:30
def emit_snowplow_event(project, user)
return unless Feature.enabled?(:route_hll_to_snowplow_phase2, project.namespace)
2023-03-04 22:38:38 +05:30
metric_path = 'counts.source_code_pushes'
2022-08-13 15:12:31 +05:30
Gitlab::Tracking.event(
'PostReceive',
2023-03-04 22:38:38 +05:30
:push,
2022-08-13 15:12:31 +05:30
project: project,
namespace: project.namespace,
2023-03-04 22:38:38 +05:30
user: user,
property: 'source_code_pushes',
label: metric_path,
context: [Gitlab::Tracking::ServicePingContext.new(data_source: :redis, key_path: metric_path).to_context]
2022-08-13 15:12:31 +05:30
)
end
2014-09-02 18:07:02 +05:30
end
2019-12-04 20:38:33 +05:30
2021-06-08 01:23:25 +05:30
PostReceive.prepend_mod_with('PostReceive')