2018-11-08 19:23:39 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
class PostReceive
|
2018-03-17 18:26:18 +05:30
|
|
|
include ApplicationWorker
|
2021-06-08 01:23:25 +05:30
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
idempotent!
|
|
|
|
deduplicate :none
|
2021-10-27 15:23:28 +05:30
|
|
|
data_consistency :always
|
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
sidekiq_options retry: 3
|
2021-03-11 19:13:27 +05:30
|
|
|
include Gitlab::Experiment::Dsl
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
feature_category :source_code_management
|
2020-04-08 14:13:33 +05:30
|
|
|
urgency :high
|
2019-12-26 22:10:19 +05:30
|
|
|
worker_resource_boundary :cpu
|
2020-03-13 15:44:24 +05:30
|
|
|
weight 5
|
2020-06-23 00:09:42 +05:30
|
|
|
loggable_arguments 0, 1, 2, 3
|
2019-07-07 11:18:12 +05:30
|
|
|
|
|
|
|
def perform(gl_repository, identifier, changes, push_options = {})
|
2020-04-08 14:13:33 +05:30
|
|
|
container, project, repo_type = Gitlab::GlRepository.parse(gl_repository)
|
2017-08-17 22:00:37 +05:30
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
if container.nil? || (container.is_a?(ProjectSnippet) && project.nil?)
|
|
|
|
log("Triggered hook for non-existing gl_repository \"#{gl_repository}\"")
|
2017-08-17 22:00:37 +05:30
|
|
|
return false
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
changes = Base64.decode64(changes) unless changes.include?(' ')
|
|
|
|
# Use Sidekiq.logger so arguments can be correlated with execution
|
|
|
|
# time and thread ID's.
|
2021-01-29 00:20:46 +05:30
|
|
|
Sidekiq.logger.info "changes: #{changes.inspect}" if SidekiqLogArguments.enabled?
|
2020-04-08 14:13:33 +05:30
|
|
|
post_received = Gitlab::GitPostReceive.new(container, identifier, changes, push_options)
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2019-07-07 11:18:12 +05:30
|
|
|
if repo_type.wiki?
|
2021-01-03 14:25:43 +05:30
|
|
|
process_wiki_changes(post_received, container)
|
2019-07-31 22:56:46 +05:30
|
|
|
elsif repo_type.project?
|
2020-04-08 14:13:33 +05:30
|
|
|
process_project_changes(post_received, container)
|
|
|
|
elsif repo_type.snippet?
|
|
|
|
process_snippet_changes(post_received, container)
|
2019-07-31 22:56:46 +05:30
|
|
|
else
|
|
|
|
# Other repos don't have hooks for now
|
2016-06-02 11:05:42 +05:30
|
|
|
end
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2017-09-10 17:25:29 +05:30
|
|
|
private
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
def identify_user(post_received)
|
|
|
|
post_received.identify.tap do |user|
|
|
|
|
log("Triggered hook for non-existing user \"#{post_received.identifier}\"") unless user
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
def process_project_changes(post_received, project)
|
2019-09-30 21:07:59 +05:30
|
|
|
user = identify_user(post_received)
|
2019-12-21 20:55:43 +05:30
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
return false unless user
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
push_options = post_received.push_options
|
|
|
|
changes = post_received.changes
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
# We only need to expire certain caches once per push
|
2020-04-08 14:13:33 +05:30
|
|
|
expire_caches(post_received, project.repository)
|
|
|
|
enqueue_project_cache_update(post_received, project)
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
process_ref_changes(project, user, push_options: push_options, changes: changes)
|
2020-04-08 14:13:33 +05:30
|
|
|
update_remote_mirrors(post_received, project)
|
2019-12-21 20:55:43 +05:30
|
|
|
after_project_changes_hooks(project, user, changes.refs, changes.repository_data)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
def process_wiki_changes(post_received, wiki)
|
2020-04-08 14:13:33 +05:30
|
|
|
user = identify_user(post_received)
|
|
|
|
return false unless user
|
|
|
|
|
|
|
|
# We only need to expire certain caches once per push
|
2020-11-24 15:15:51 +05:30
|
|
|
expire_caches(post_received, wiki.repository)
|
|
|
|
wiki.repository.expire_statistics_caches
|
2020-04-08 14:13:33 +05:30
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
::Git::WikiPushService.new(wiki, user, changes: post_received.changes).execute
|
2020-04-08 14:13:33 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def process_snippet_changes(post_received, snippet)
|
|
|
|
user = identify_user(post_received)
|
|
|
|
|
|
|
|
return false unless user
|
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
replicate_snippet_changes(snippet)
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
expire_caches(post_received, snippet.repository)
|
2022-08-27 11:52:29 +05:30
|
|
|
snippet.touch
|
2020-07-28 23:09:34 +05:30
|
|
|
Snippets::UpdateStatisticsService.new(snippet).execute
|
2020-04-08 14:13:33 +05:30
|
|
|
end
|
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
def replicate_snippet_changes(snippet)
|
|
|
|
# Used by Gitlab Geo
|
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
# Expire the repository status, branch, and tag cache once per push.
|
|
|
|
def expire_caches(post_received, repository)
|
|
|
|
repository.expire_status_cache if repository.empty?
|
|
|
|
repository.expire_branches_cache if post_received.includes_branches?
|
|
|
|
repository.expire_caches_for_tags if post_received.includes_tags?
|
2019-10-12 21:52:04 +05:30
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
# Schedule an update for the repository size and commit count if necessary.
|
2020-04-08 14:13:33 +05:30
|
|
|
def enqueue_project_cache_update(post_received, project)
|
2019-10-12 21:52:04 +05:30
|
|
|
stats_to_invalidate = [:repository_size]
|
|
|
|
stats_to_invalidate << :commit_count if post_received.includes_default_branch?
|
|
|
|
|
|
|
|
ProjectCacheWorker.perform_async(
|
2020-04-08 14:13:33 +05:30
|
|
|
project.id,
|
2019-10-12 21:52:04 +05:30
|
|
|
[],
|
|
|
|
stats_to_invalidate,
|
|
|
|
true
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
def process_ref_changes(project, user, params = {})
|
|
|
|
return unless params[:changes].any?
|
|
|
|
|
|
|
|
Git::ProcessRefChangesService.new(project, user, params).execute
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
def update_remote_mirrors(post_received, project)
|
2019-12-21 20:55:43 +05:30
|
|
|
return unless post_received.includes_branches? || post_received.includes_tags?
|
|
|
|
|
|
|
|
return unless project.has_remote_mirror?
|
|
|
|
|
|
|
|
project.mark_stuck_remote_mirrors_as_failed!
|
|
|
|
project.update_remote_mirrors
|
|
|
|
end
|
|
|
|
|
|
|
|
def after_project_changes_hooks(project, user, refs, changes)
|
|
|
|
repository_update_hook_data = Gitlab::DataBuilder::Repository.update(project, user, changes, refs)
|
|
|
|
SystemHooksService.new.execute_hooks(repository_update_hook_data, :repository_update_hooks)
|
2019-10-12 21:52:04 +05:30
|
|
|
Gitlab::UsageDataCounters::SourceCodeCounter.count(:pushes)
|
2022-08-13 15:12:31 +05:30
|
|
|
emit_snowplow_event(project, user)
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2015-04-26 12:48:37 +05:30
|
|
|
def log(message)
|
|
|
|
Gitlab::GitLogger.error("POST-RECEIVE: #{message}")
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
2022-08-13 15:12:31 +05:30
|
|
|
|
|
|
|
def emit_snowplow_event(project, user)
|
2023-03-04 22:38:38 +05:30
|
|
|
metric_path = 'counts.source_code_pushes'
|
2022-08-13 15:12:31 +05:30
|
|
|
Gitlab::Tracking.event(
|
|
|
|
'PostReceive',
|
2023-03-04 22:38:38 +05:30
|
|
|
:push,
|
2022-08-13 15:12:31 +05:30
|
|
|
project: project,
|
|
|
|
namespace: project.namespace,
|
2023-03-04 22:38:38 +05:30
|
|
|
user: user,
|
|
|
|
property: 'source_code_pushes',
|
|
|
|
label: metric_path,
|
|
|
|
context: [Gitlab::Tracking::ServicePingContext.new(data_source: :redis, key_path: metric_path).to_context]
|
2022-08-13 15:12:31 +05:30
|
|
|
)
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
2019-12-04 20:38:33 +05:30
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
PostReceive.prepend_mod_with('PostReceive')
|