2018-11-08 19:23:39 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
class PostReceive # rubocop:disable Scalability/IdempotentWorker
|
2018-03-17 18:26:18 +05:30
|
|
|
include ApplicationWorker
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
feature_category :source_code_management
|
2020-04-08 14:13:33 +05:30
|
|
|
urgency :high
|
2019-12-26 22:10:19 +05:30
|
|
|
worker_resource_boundary :cpu
|
2020-03-13 15:44:24 +05:30
|
|
|
weight 5
|
2019-07-07 11:18:12 +05:30
|
|
|
|
|
|
|
def perform(gl_repository, identifier, changes, push_options = {})
|
2020-04-08 14:13:33 +05:30
|
|
|
container, project, repo_type = Gitlab::GlRepository.parse(gl_repository)
|
2017-08-17 22:00:37 +05:30
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
if project.nil? && (!repo_type.snippet? || container.is_a?(ProjectSnippet))
|
2017-09-10 17:25:29 +05:30
|
|
|
log("Triggered hook for non-existing project with gl_repository \"#{gl_repository}\"")
|
2017-08-17 22:00:37 +05:30
|
|
|
return false
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
changes = Base64.decode64(changes) unless changes.include?(' ')
|
|
|
|
# Use Sidekiq.logger so arguments can be correlated with execution
|
|
|
|
# time and thread ID's.
|
|
|
|
Sidekiq.logger.info "changes: #{changes.inspect}" if ENV['SIDEKIQ_LOG_ARGUMENTS']
|
2020-04-08 14:13:33 +05:30
|
|
|
post_received = Gitlab::GitPostReceive.new(container, identifier, changes, push_options)
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2019-07-07 11:18:12 +05:30
|
|
|
if repo_type.wiki?
|
2020-04-08 14:13:33 +05:30
|
|
|
process_wiki_changes(post_received, container)
|
2019-07-31 22:56:46 +05:30
|
|
|
elsif repo_type.project?
|
2020-04-08 14:13:33 +05:30
|
|
|
process_project_changes(post_received, container)
|
|
|
|
elsif repo_type.snippet?
|
|
|
|
process_snippet_changes(post_received, container)
|
2019-07-31 22:56:46 +05:30
|
|
|
else
|
|
|
|
# Other repos don't have hooks for now
|
2016-06-02 11:05:42 +05:30
|
|
|
end
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2017-09-10 17:25:29 +05:30
|
|
|
private
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
def identify_user(post_received)
|
|
|
|
post_received.identify.tap do |user|
|
|
|
|
log("Triggered hook for non-existing user \"#{post_received.identifier}\"") unless user
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
def process_project_changes(post_received, project)
|
2019-09-30 21:07:59 +05:30
|
|
|
user = identify_user(post_received)
|
2019-12-21 20:55:43 +05:30
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
return false unless user
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
push_options = post_received.push_options
|
|
|
|
changes = post_received.changes
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
# We only need to expire certain caches once per push
|
2020-04-08 14:13:33 +05:30
|
|
|
expire_caches(post_received, project.repository)
|
|
|
|
enqueue_project_cache_update(post_received, project)
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
process_ref_changes(project, user, push_options: push_options, changes: changes)
|
2020-04-08 14:13:33 +05:30
|
|
|
update_remote_mirrors(post_received, project)
|
2019-12-21 20:55:43 +05:30
|
|
|
after_project_changes_hooks(project, user, changes.refs, changes.repository_data)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
def process_wiki_changes(post_received, project)
|
|
|
|
project.touch(:last_activity_at, :last_repository_updated_at)
|
|
|
|
project.wiki.repository.expire_statistics_caches
|
|
|
|
ProjectCacheWorker.perform_async(project.id, [], [:wiki_size])
|
|
|
|
|
|
|
|
user = identify_user(post_received)
|
|
|
|
return false unless user
|
|
|
|
|
|
|
|
# We only need to expire certain caches once per push
|
|
|
|
expire_caches(post_received, project.wiki.repository)
|
|
|
|
|
|
|
|
::Git::WikiPushService.new(project, user, changes: post_received.changes).execute
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_snippet_changes(post_received, snippet)
|
|
|
|
user = identify_user(post_received)
|
|
|
|
|
|
|
|
return false unless user
|
|
|
|
|
|
|
|
expire_caches(post_received, snippet.repository)
|
2020-04-22 19:07:51 +05:30
|
|
|
snippet.repository.expire_statistics_caches
|
2020-04-08 14:13:33 +05:30
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
# Expire the repository status, branch, and tag cache once per push.
|
|
|
|
def expire_caches(post_received, repository)
|
|
|
|
repository.expire_status_cache if repository.empty?
|
|
|
|
repository.expire_branches_cache if post_received.includes_branches?
|
|
|
|
repository.expire_caches_for_tags if post_received.includes_tags?
|
2019-10-12 21:52:04 +05:30
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
# Schedule an update for the repository size and commit count if necessary.
|
2020-04-08 14:13:33 +05:30
|
|
|
def enqueue_project_cache_update(post_received, project)
|
2019-10-12 21:52:04 +05:30
|
|
|
stats_to_invalidate = [:repository_size]
|
|
|
|
stats_to_invalidate << :commit_count if post_received.includes_default_branch?
|
|
|
|
|
|
|
|
ProjectCacheWorker.perform_async(
|
2020-04-08 14:13:33 +05:30
|
|
|
project.id,
|
2019-10-12 21:52:04 +05:30
|
|
|
[],
|
|
|
|
stats_to_invalidate,
|
|
|
|
true
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
def process_ref_changes(project, user, params = {})
|
|
|
|
return unless params[:changes].any?
|
|
|
|
|
|
|
|
Git::ProcessRefChangesService.new(project, user, params).execute
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
def update_remote_mirrors(post_received, project)
|
2019-12-21 20:55:43 +05:30
|
|
|
return unless post_received.includes_branches? || post_received.includes_tags?
|
|
|
|
|
|
|
|
return unless project.has_remote_mirror?
|
|
|
|
|
|
|
|
project.mark_stuck_remote_mirrors_as_failed!
|
|
|
|
project.update_remote_mirrors
|
|
|
|
end
|
|
|
|
|
|
|
|
def after_project_changes_hooks(project, user, refs, changes)
|
|
|
|
repository_update_hook_data = Gitlab::DataBuilder::Repository.update(project, user, changes, refs)
|
|
|
|
SystemHooksService.new.execute_hooks(repository_update_hook_data, :repository_update_hooks)
|
2019-10-12 21:52:04 +05:30
|
|
|
Gitlab::UsageDataCounters::SourceCodeCounter.count(:pushes)
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2015-04-26 12:48:37 +05:30
|
|
|
def log(message)
|
|
|
|
Gitlab::GitLogger.error("POST-RECEIVE: #{message}")
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
2019-12-04 20:38:33 +05:30
|
|
|
|
|
|
|
PostReceive.prepend_if_ee('EE::PostReceive')
|