debian-mirror-gitlab/spec/workers/post_receive_spec.rb

491 lines
15 KiB
Ruby
Raw Normal View History

2019-07-07 11:18:12 +05:30
# frozen_string_literal: true
2014-09-02 18:07:02 +05:30
require 'spec_helper'
2020-07-28 23:09:34 +05:30
RSpec.describe PostReceive do
2021-02-22 17:27:13 +05:30
include AfterNextHelpers
2021-10-27 15:23:28 +05:30
let(:changes) do
<<~EOF
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag
EOF
end
2015-04-26 12:48:37 +05:30
let(:wrongly_encoded_changes) { changes.encode("ISO-8859-1").force_encoding("UTF-8") }
let(:base64_changes) { Base64.encode64(wrongly_encoded_changes) }
2017-09-10 17:25:29 +05:30
let(:gl_repository) { "project-#{project.id}" }
2016-06-02 11:05:42 +05:30
let(:key) { create(:key, user: project.owner) }
2018-12-13 13:39:08 +05:30
let!(:key_id) { key.shell_id }
2015-09-25 12:07:36 +05:30
2017-09-10 17:25:29 +05:30
let(:project) do
create(:project, :repository, auto_cancel_pending_pipelines: 'disabled')
end
2021-11-11 11:23:49 +05:30
let(:job_args) { [gl_repository, key_id, base64_changes] }
2019-10-12 21:52:04 +05:30
def perform(changes: base64_changes)
described_class.new.perform(gl_repository, key_id, changes)
end
2021-02-22 17:27:13 +05:30
context 'as a sidekiq worker' do
it 'responds to #perform' do
2017-08-17 22:00:37 +05:30
expect(described_class.new).to respond_to(:perform)
end
end
context 'with a non-existing project' do
2017-09-10 17:25:29 +05:30
let(:gl_repository) { "project-123456789" }
2017-08-17 22:00:37 +05:30
let(:error_message) do
2020-11-24 15:15:51 +05:30
"Triggered hook for non-existing gl_repository \"#{gl_repository}\""
2017-08-17 22:00:37 +05:30
end
2021-02-22 17:27:13 +05:30
it 'returns false and logs an error' do
2017-08-17 22:00:37 +05:30
expect(Gitlab::GitLogger).to receive(:error).with("POST-RECEIVE: #{error_message}")
2019-10-12 21:52:04 +05:30
expect(perform).to be(false)
2014-09-02 18:07:02 +05:30
end
2020-04-08 14:13:33 +05:30
context 'with PersonalSnippet' do
let(:gl_repository) { "snippet-#{snippet.id}" }
let(:snippet) { create(:personal_snippet, author: project.owner) }
it 'does not log an error' do
expect(Gitlab::GitLogger).not_to receive(:error)
expect(Gitlab::GitPostReceive).to receive(:new).and_call_original
2021-02-22 17:27:13 +05:30
expect_next(described_class).to receive(:process_snippet_changes)
2020-04-08 14:13:33 +05:30
perform
end
end
context 'with ProjectSnippet' do
let(:gl_repository) { "snippet-#{snippet.id}" }
let(:snippet) { create(:snippet, type: 'ProjectSnippet', project: nil, author: project.owner) }
it 'returns false and logs an error' do
expect(Gitlab::GitLogger).to receive(:error).with("POST-RECEIVE: #{error_message}")
expect(perform).to be(false)
end
end
2014-09-02 18:07:02 +05:30
end
2021-02-22 17:27:13 +05:30
describe '#process_project_changes' do
2019-10-12 21:52:04 +05:30
context 'with an empty project' do
let(:empty_project) { create(:project, :empty_repo) }
before do
2021-02-22 17:27:13 +05:30
allow_next(Gitlab::GitPostReceive).to receive(:identify).and_return(empty_project.owner)
2019-12-21 20:55:43 +05:30
# Need to mock here so we can expect calls on project
2020-04-08 14:13:33 +05:30
allow(Gitlab::GlRepository).to receive(:parse).and_return([empty_project, empty_project, Gitlab::GlRepository::PROJECT])
2019-10-12 21:52:04 +05:30
end
it 'expire the status cache' do
expect(empty_project.repository).to receive(:expire_status_cache)
perform
end
it 'schedules a cache update for commit count and size' do
expect(ProjectCacheWorker).to receive(:perform_async)
.with(empty_project.id, [], [:repository_size, :commit_count], true)
perform
end
end
2019-12-21 20:55:43 +05:30
shared_examples 'not updating remote mirrors' do
it 'does not schedule an update' do
expect(project).not_to receive(:has_remote_mirror?)
expect(project).not_to receive(:mark_stuck_remote_mirrors_as_failed!)
expect(project).not_to receive(:update_remote_mirrors)
perform
end
end
2018-12-13 13:39:08 +05:30
context 'empty changes' do
2021-02-22 17:27:13 +05:30
it 'does not call any PushService but runs after project hooks' do
2019-12-21 20:55:43 +05:30
expect(Git::ProcessRefChangesService).not_to receive(:new)
2021-02-22 17:27:13 +05:30
expect_next(SystemHooksService).to receive(:execute_hooks)
2018-12-13 13:39:08 +05:30
2019-10-12 21:52:04 +05:30
perform(changes: "")
2018-12-13 13:39:08 +05:30
end
2019-12-21 20:55:43 +05:30
it_behaves_like 'not updating remote mirrors'
2016-06-02 11:05:42 +05:30
end
2018-12-13 13:39:08 +05:30
context 'unidentified user' do
let!(:key_id) { "" }
2016-06-02 11:05:42 +05:30
2018-12-13 13:39:08 +05:30
it 'returns false' do
2019-12-21 20:55:43 +05:30
expect(Git::ProcessRefChangesService).not_to receive(:new)
2018-12-13 13:39:08 +05:30
2019-10-12 21:52:04 +05:30
expect(perform).to be false
2016-06-02 11:05:42 +05:30
end
end
2018-12-13 13:39:08 +05:30
context 'with changes' do
2019-12-21 20:55:43 +05:30
let(:push_service) { double(execute: true) }
2018-12-13 13:39:08 +05:30
before do
2021-02-22 17:27:13 +05:30
allow_next(Gitlab::GitPostReceive).to receive(:identify).and_return(project.owner)
2020-04-08 14:13:33 +05:30
allow(Gitlab::GlRepository).to receive(:parse).and_return([project, project, Gitlab::GlRepository::PROJECT])
2018-12-13 13:39:08 +05:30
end
2019-12-21 20:55:43 +05:30
shared_examples 'updating remote mirrors' do
it 'schedules an update if the project had mirrors' do
expect(project).to receive(:has_remote_mirror?).and_return(true)
expect(project).to receive(:mark_stuck_remote_mirrors_as_failed!)
expect(project).to receive(:update_remote_mirrors)
perform
end
end
2021-02-22 17:27:13 +05:30
context 'branches' do
2019-10-12 21:52:04 +05:30
let(:changes) do
<<~EOF
2021-10-27 15:23:28 +05:30
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést1
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést2
2019-10-12 21:52:04 +05:30
EOF
end
2016-06-02 11:05:42 +05:30
2019-10-12 21:52:04 +05:30
it 'expires the branches cache' do
expect(project.repository).to receive(:expire_branches_cache).once
perform
end
it 'expires the status cache' do
2021-04-17 20:07:23 +05:30
expect(project.repository).to receive(:empty?).at_least(:once).and_return(true)
2019-10-12 21:52:04 +05:30
expect(project.repository).to receive(:expire_status_cache)
perform
end
2019-12-21 20:55:43 +05:30
it 'calls Git::ProcessRefChangesService' do
2021-02-22 17:27:13 +05:30
expect_next(Git::ProcessRefChangesService).to receive(:execute).and_return(true)
2019-07-31 22:56:46 +05:30
2019-10-12 21:52:04 +05:30
perform
end
it 'schedules a cache update for repository size only' do
expect(ProjectCacheWorker).to receive(:perform_async)
.with(project.id, [], [:repository_size], true)
perform
end
2019-12-21 20:55:43 +05:30
it_behaves_like 'updating remote mirrors'
2019-10-12 21:52:04 +05:30
context 'with a default branch' do
let(:changes) do
<<~EOF
2021-10-27 15:23:28 +05:30
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést1
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést2
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/#{project.default_branch}
2019-10-12 21:52:04 +05:30
EOF
end
it 'schedules a cache update for commit count and size' do
expect(ProjectCacheWorker).to receive(:perform_async)
.with(project.id, [], [:repository_size, :commit_count], true)
perform
end
2018-12-13 13:39:08 +05:30
end
2016-06-02 11:05:42 +05:30
end
2021-02-22 17:27:13 +05:30
context 'tags' do
2019-10-12 21:52:04 +05:30
let(:changes) do
<<~EOF
2021-10-27 15:23:28 +05:30
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag1
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag2
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag3
2019-10-12 21:52:04 +05:30
EOF
end
before do
2020-04-08 14:13:33 +05:30
expect(Gitlab::GlRepository).to receive(:parse).and_return([project, project, Gitlab::GlRepository::PROJECT])
2019-10-12 21:52:04 +05:30
end
it 'does not expire branches cache' do
expect(project.repository).not_to receive(:expire_branches_cache)
perform
end
2019-12-21 20:55:43 +05:30
it 'only invalidates tags once' do
expect(project.repository).to receive(:repository_event).exactly(3).times.with(:push_tag).and_call_original
2019-10-12 21:52:04 +05:30
expect(project.repository).to receive(:expire_caches_for_tags).once.and_call_original
expect(project.repository).to receive(:expire_tags_cache).once.and_call_original
perform
end
2016-06-02 11:05:42 +05:30
2019-12-21 20:55:43 +05:30
it 'calls Git::ProcessRefChangesService' do
2021-09-30 23:02:18 +05:30
expect(Git::ProcessRefChangesService).to get_executed
2019-07-31 22:56:46 +05:30
2019-10-12 21:52:04 +05:30
perform
end
it 'schedules a single ProjectCacheWorker update' do
expect(ProjectCacheWorker).to receive(:perform_async)
.with(project.id, [], [:repository_size], true)
perform
2018-12-13 13:39:08 +05:30
end
2019-12-21 20:55:43 +05:30
it_behaves_like 'updating remote mirrors'
2016-06-02 11:05:42 +05:30
end
2021-02-22 17:27:13 +05:30
context 'merge-requests' do
2021-10-27 15:23:28 +05:30
let(:changes) { "#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/merge-requests/123" }
2018-03-17 18:26:18 +05:30
2018-12-13 13:39:08 +05:30
it "does not call any of the services" do
2019-12-21 20:55:43 +05:30
expect(Git::ProcessRefChangesService).not_to receive(:new)
2019-07-31 22:56:46 +05:30
2019-10-12 21:52:04 +05:30
perform
2018-12-13 13:39:08 +05:30
end
2016-06-02 11:05:42 +05:30
2019-12-21 20:55:43 +05:30
it_behaves_like 'not updating remote mirrors'
2016-06-02 11:05:42 +05:30
end
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
context 'after project changes hooks' do
2021-02-22 17:27:13 +05:30
let(:fake_hook_data) { { event_name: 'repository_update' } }
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
before do
2021-02-22 17:27:13 +05:30
allow(Gitlab::DataBuilder::Repository).to receive(:update).and_return(fake_hook_data)
2018-12-13 13:39:08 +05:30
# silence hooks so we can isolate
2021-02-22 17:27:13 +05:30
allow_next(Key).to receive(:post_create_hook).and_return(true)
2021-09-30 23:02:18 +05:30
expect(Git::ProcessRefChangesService).to get_executed
2018-12-13 13:39:08 +05:30
end
2017-09-10 17:25:29 +05:30
2018-12-13 13:39:08 +05:30
it 'calls SystemHooksService' do
2021-02-22 17:27:13 +05:30
expect_next(SystemHooksService)
.to receive(:execute_hooks).with(fake_hook_data, :repository_update_hooks)
.and_return(true)
2017-09-10 17:25:29 +05:30
2019-10-12 21:52:04 +05:30
perform
end
it 'increments the usage data counter of pushes event' do
counter = Gitlab::UsageDataCounters::SourceCodeCounter
expect { perform }.to change { counter.read(:pushes) }.by(1)
2018-12-13 13:39:08 +05:30
end
2017-09-10 17:25:29 +05:30
end
end
2021-11-11 11:23:49 +05:30
it_behaves_like 'an idempotent worker'
2016-06-02 11:05:42 +05:30
end
2014-09-02 18:07:02 +05:30
2018-03-27 19:54:05 +05:30
describe '#process_wiki_changes' do
let(:gl_repository) { "wiki-#{project.id}" }
2019-12-21 20:55:43 +05:30
before do
# Need to mock here so we can expect calls on project
2021-01-03 14:25:43 +05:30
allow(Gitlab::GlRepository).to receive(:parse).and_return([project.wiki, project, Gitlab::GlRepository::WIKI])
2019-12-21 20:55:43 +05:30
end
2018-03-27 19:54:05 +05:30
it 'updates project activity' do
2019-03-02 22:35:43 +05:30
# Force Project#set_timestamps_for_create to initialize timestamps
project
2018-03-27 19:54:05 +05:30
2019-03-02 22:35:43 +05:30
# MySQL drops milliseconds in the timestamps, so advance at least
# a second to ensure we see changes.
2021-01-03 14:25:43 +05:30
travel_to(1.second.from_now) do
2019-03-02 22:35:43 +05:30
expect do
2019-10-12 21:52:04 +05:30
perform
2019-03-02 22:35:43 +05:30
project.reload
end.to change(project, :last_activity_at)
.and change(project, :last_repository_updated_at)
end
2018-03-27 19:54:05 +05:30
end
2019-12-21 20:55:43 +05:30
2021-02-22 17:27:13 +05:30
context 'master' do
2020-05-24 23:13:21 +05:30
let(:default_branch) { 'master' }
2021-10-27 15:23:28 +05:30
let(:oldrev) { SeedRepo::Commit::PARENT_ID }
let(:newrev) { SeedRepo::Commit::ID }
2020-05-24 23:13:21 +05:30
let(:changes) do
<<~EOF
#{oldrev} #{newrev} refs/heads/#{default_branch}
2021-10-27 15:23:28 +05:30
#{oldrev} #{newrev} refs/heads/tést2
2020-05-24 23:13:21 +05:30
EOF
end
let(:raw_repo) { double('RawRepo') }
it 'processes the changes on the master branch' do
2021-02-22 17:27:13 +05:30
expect_next(Git::WikiPushService).to receive(:execute)
2020-05-24 23:13:21 +05:30
perform
end
end
2021-02-22 17:27:13 +05:30
context 'branches' do
2019-12-21 20:55:43 +05:30
let(:changes) do
<<~EOF
2021-10-27 15:23:28 +05:30
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést1
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést2
2019-12-21 20:55:43 +05:30
EOF
end
2020-05-24 23:13:21 +05:30
before do
2021-02-22 17:27:13 +05:30
allow_next(Git::WikiPushService).to receive(:execute)
2020-05-24 23:13:21 +05:30
end
2019-12-21 20:55:43 +05:30
it 'expires the branches cache' do
expect(project.wiki.repository).to receive(:expire_branches_cache).once
perform
end
it 'expires the status cache' do
expect(project.wiki.repository).to receive(:empty?).and_return(true)
expect(project.wiki.repository).to receive(:expire_status_cache)
perform
end
end
2021-11-11 11:23:49 +05:30
it_behaves_like 'an idempotent worker'
2018-03-27 19:54:05 +05:30
end
2021-02-22 17:27:13 +05:30
context 'webhook' do
it 'fetches the correct project' do
2020-06-23 00:09:42 +05:30
expect(Project).to receive(:find_by).with(id: project.id)
2019-10-12 21:52:04 +05:30
perform
2014-09-02 18:07:02 +05:30
end
it "does not run if the author is not in the project" do
2021-02-22 17:27:13 +05:30
allow_next(Gitlab::GitPostReceive).to receive(:identify_using_ssh_key).and_return(nil)
2015-04-26 12:48:37 +05:30
expect(project).not_to receive(:execute_hooks)
2014-09-02 18:07:02 +05:30
2019-10-12 21:52:04 +05:30
expect(perform).to be_falsey
2014-09-02 18:07:02 +05:30
end
2021-02-22 17:27:13 +05:30
it 'asks the project to trigger all hooks' do
2019-10-12 21:52:04 +05:30
create(:project_hook, push_events: true, tag_push_events: true, project: project)
2021-09-04 01:27:46 +05:30
create(:custom_issue_tracker_integration, push_events: true, merge_requests_events: false, project: project)
2017-08-17 22:00:37 +05:30
allow(Project).to receive(:find_by).and_return(project)
2018-03-17 18:26:18 +05:30
2015-04-26 12:48:37 +05:30
expect(project).to receive(:execute_hooks).twice
2021-09-30 23:02:18 +05:30
expect(project).to receive(:execute_integrations).twice
2016-11-03 12:29:30 +05:30
2019-10-12 21:52:04 +05:30
perform
2016-11-03 12:29:30 +05:30
end
2021-02-22 17:27:13 +05:30
it 'enqueues a UpdateMergeRequestsWorker job' do
2017-08-17 22:00:37 +05:30
allow(Project).to receive(:find_by).and_return(project)
2021-02-22 17:27:13 +05:30
expect_next(MergeRequests::PushedBranchesService).to receive(:execute).and_return(%w(tést))
2018-03-17 18:26:18 +05:30
2016-11-03 12:29:30 +05:30
expect(UpdateMergeRequestsWorker).to receive(:perform_async).with(project.id, project.owner.id, any_args)
2014-09-02 18:07:02 +05:30
2019-10-12 21:52:04 +05:30
perform
2014-09-02 18:07:02 +05:30
end
end
2020-04-08 14:13:33 +05:30
describe '#process_snippet_changes' do
let(:gl_repository) { "snippet-#{snippet.id}" }
before do
# Need to mock here so we can expect calls on project
allow(Gitlab::GlRepository).to receive(:parse).and_return([snippet, snippet.project, Gitlab::GlRepository::SNIPPET])
end
shared_examples 'snippet changes actions' do
context 'unidentified user' do
let!(:key_id) { '' }
it 'returns false' do
expect(perform).to be false
end
end
context 'with changes' do
context 'branches' do
let(:changes) do
<<~EOF
2021-10-27 15:23:28 +05:30
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést1
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/heads/tést2
2020-04-08 14:13:33 +05:30
EOF
end
it 'expires the branches cache' do
expect(snippet.repository).to receive(:expire_branches_cache).once
perform
end
it 'expires the status cache' do
2021-11-18 22:05:49 +05:30
expect(snippet.repository).to receive(:empty?).at_least(:once).and_return(true)
2020-04-08 14:13:33 +05:30
expect(snippet.repository).to receive(:expire_status_cache)
2020-07-28 23:09:34 +05:30
perform
end
it 'updates snippet statistics' do
expect(Snippets::UpdateStatisticsService).to receive(:new).with(snippet).and_call_original
2020-04-08 14:13:33 +05:30
perform
end
end
context 'tags' do
let(:changes) do
<<~EOF
2021-10-27 15:23:28 +05:30
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag1
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag2
#{SeedRepo::Commit::PARENT_ID} #{SeedRepo::Commit::ID} refs/tags/tag3
2020-04-08 14:13:33 +05:30
EOF
end
it 'does not expire branches cache' do
expect(snippet.repository).not_to receive(:expire_branches_cache)
perform
end
it 'only invalidates tags once' do
expect(snippet.repository).to receive(:expire_caches_for_tags).once.and_call_original
expect(snippet.repository).to receive(:expire_tags_cache).once.and_call_original
perform
end
end
end
2021-11-11 11:23:49 +05:30
it_behaves_like 'an idempotent worker'
2020-04-08 14:13:33 +05:30
end
context 'with PersonalSnippet' do
let!(:snippet) { create(:personal_snippet, :repository, author: project.owner) }
it_behaves_like 'snippet changes actions'
end
context 'with ProjectSnippet' do
let!(:snippet) { create(:project_snippet, :repository, project: project, author: project.owner) }
it_behaves_like 'snippet changes actions'
end
end
2020-05-24 23:13:21 +05:30
describe 'processing design changes' do
let(:gl_repository) { "design-#{project.id}" }
it 'does not do anything' do
worker = described_class.new
expect(worker).not_to receive(:process_wiki_changes)
expect(worker).not_to receive(:process_project_changes)
described_class.new.perform(gl_repository, key_id, base64_changes)
end
2021-11-11 11:23:49 +05:30
it_behaves_like 'an idempotent worker'
2020-05-24 23:13:21 +05:30
end
2014-09-02 18:07:02 +05:30
end