285 lines
7.7 KiB
Ruby
285 lines
7.7 KiB
Ruby
|
# frozen_string_literal: true
|
||
|
|
||
|
require 'spec_helper'
|
||
|
|
||
|
RSpec.describe Ci::StuckBuilds::DropService do
|
||
|
let!(:runner) { create :ci_runner }
|
||
|
let!(:job) { create :ci_build, runner: runner }
|
||
|
let(:created_at) { }
|
||
|
let(:updated_at) { }
|
||
|
|
||
|
subject(:service) { described_class.new }
|
||
|
|
||
|
before do
|
||
|
job_attributes = { status: status }
|
||
|
job_attributes[:created_at] = created_at if created_at
|
||
|
job_attributes[:updated_at] = updated_at if updated_at
|
||
|
job.update!(job_attributes)
|
||
|
end
|
||
|
|
||
|
shared_examples 'job is dropped' do
|
||
|
it 'changes status' do
|
||
|
expect(service).to receive(:drop).exactly(3).times.and_call_original
|
||
|
expect(service).to receive(:drop_stuck).exactly(:once).and_call_original
|
||
|
|
||
|
service.execute
|
||
|
job.reload
|
||
|
|
||
|
expect(job).to be_failed
|
||
|
expect(job).to be_stuck_or_timeout_failure
|
||
|
end
|
||
|
|
||
|
context 'when job have data integrity problem' do
|
||
|
it "does drop the job and logs the reason" do
|
||
|
job.update_columns(yaml_variables: '[{"key" => "value"}]')
|
||
|
|
||
|
expect(Gitlab::ErrorTracking).to receive(:track_exception)
|
||
|
.with(anything, a_hash_including(build_id: job.id))
|
||
|
.once
|
||
|
.and_call_original
|
||
|
|
||
|
service.execute
|
||
|
job.reload
|
||
|
|
||
|
expect(job).to be_failed
|
||
|
expect(job).to be_data_integrity_failure
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
|
||
|
shared_examples 'job is unchanged' do
|
||
|
it 'does not change status' do
|
||
|
expect(service).to receive(:drop).exactly(3).times.and_call_original
|
||
|
expect(service).to receive(:drop_stuck).exactly(:once).and_call_original
|
||
|
|
||
|
service.execute
|
||
|
job.reload
|
||
|
|
||
|
expect(job.status).to eq(status)
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job is pending' do
|
||
|
let(:status) { 'pending' }
|
||
|
|
||
|
context 'when job is not stuck' do
|
||
|
before do
|
||
|
allow_next_found_instance_of(Ci::Build) do |build|
|
||
|
allow(build).to receive(:stuck?).and_return(false)
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job was updated_at more than 1 day ago' do
|
||
|
let(:updated_at) { 1.5.days.ago }
|
||
|
|
||
|
context 'when created_at is the same as updated_at' do
|
||
|
let(:created_at) { 1.5.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is dropped'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is before updated_at' do
|
||
|
let(:created_at) { 3.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is dropped'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is outside lookback window' do
|
||
|
let(:created_at) { described_class::BUILD_LOOKBACK - 1.day }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job was updated less than 1 day ago' do
|
||
|
let(:updated_at) { 6.hours.ago }
|
||
|
|
||
|
context 'when created_at is the same as updated_at' do
|
||
|
let(:created_at) { 1.5.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is before updated_at' do
|
||
|
let(:created_at) { 3.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is outside lookback window' do
|
||
|
let(:created_at) { described_class::BUILD_LOOKBACK - 1.day }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job was updated more than 1 hour ago' do
|
||
|
let(:updated_at) { 2.hours.ago }
|
||
|
|
||
|
context 'when created_at is the same as updated_at' do
|
||
|
let(:created_at) { 2.hours.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is before updated_at' do
|
||
|
let(:created_at) { 3.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is outside lookback window' do
|
||
|
let(:created_at) { described_class::BUILD_LOOKBACK - 1.day }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job is stuck' do
|
||
|
before do
|
||
|
allow_next_found_instance_of(Ci::Build) do |build|
|
||
|
allow(build).to receive(:stuck?).and_return(true)
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job was updated_at more than 1 hour ago' do
|
||
|
let(:updated_at) { 1.5.hours.ago }
|
||
|
|
||
|
context 'when created_at is the same as updated_at' do
|
||
|
let(:created_at) { 1.5.hours.ago }
|
||
|
|
||
|
it_behaves_like 'job is dropped'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is before updated_at' do
|
||
|
let(:created_at) { 3.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is dropped'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is outside lookback window' do
|
||
|
let(:created_at) { described_class::BUILD_LOOKBACK - 1.day }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job was updated in less than 1 hour ago' do
|
||
|
let(:updated_at) { 30.minutes.ago }
|
||
|
|
||
|
context 'when created_at is the same as updated_at' do
|
||
|
let(:created_at) { 30.minutes.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is before updated_at' do
|
||
|
let(:created_at) { 2.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is outside lookback window' do
|
||
|
let(:created_at) { described_class::BUILD_LOOKBACK - 1.day }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when job is running' do
|
||
|
let(:status) { 'running' }
|
||
|
|
||
|
context 'when job was updated_at more than an hour ago' do
|
||
|
let(:updated_at) { 2.hours.ago }
|
||
|
|
||
|
it_behaves_like 'job is dropped'
|
||
|
end
|
||
|
|
||
|
context 'when job was updated in less than 1 hour ago' do
|
||
|
let(:updated_at) { 30.minutes.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
|
||
|
%w(success skipped failed canceled).each do |status|
|
||
|
context "when job is #{status}" do
|
||
|
let(:status) { status }
|
||
|
let(:updated_at) { 2.days.ago }
|
||
|
|
||
|
context 'when created_at is the same as updated_at' do
|
||
|
let(:created_at) { 2.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is before updated_at' do
|
||
|
let(:created_at) { 3.days.ago }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
|
||
|
context 'when created_at is outside lookback window' do
|
||
|
let(:created_at) { described_class::BUILD_LOOKBACK - 1.day }
|
||
|
|
||
|
it_behaves_like 'job is unchanged'
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'for deleted project' do
|
||
|
let(:status) { 'running' }
|
||
|
let(:updated_at) { 2.days.ago }
|
||
|
|
||
|
before do
|
||
|
job.project.update!(pending_delete: true)
|
||
|
end
|
||
|
|
||
|
it_behaves_like 'job is dropped'
|
||
|
end
|
||
|
|
||
|
describe 'drop stale scheduled builds' do
|
||
|
let(:status) { 'scheduled' }
|
||
|
let(:updated_at) { }
|
||
|
|
||
|
context 'when scheduled at 2 hours ago but it is not executed yet' do
|
||
|
let!(:job) { create(:ci_build, :scheduled, scheduled_at: 2.hours.ago) }
|
||
|
|
||
|
it 'drops the stale scheduled build' do
|
||
|
expect(Ci::Build.scheduled.count).to eq(1)
|
||
|
expect(job).to be_scheduled
|
||
|
|
||
|
service.execute
|
||
|
job.reload
|
||
|
|
||
|
expect(Ci::Build.scheduled.count).to eq(0)
|
||
|
expect(job).to be_failed
|
||
|
expect(job).to be_stale_schedule
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when scheduled at 30 minutes ago but it is not executed yet' do
|
||
|
let!(:job) { create(:ci_build, :scheduled, scheduled_at: 30.minutes.ago) }
|
||
|
|
||
|
it 'does not drop the stale scheduled build yet' do
|
||
|
expect(Ci::Build.scheduled.count).to eq(1)
|
||
|
expect(job).to be_scheduled
|
||
|
|
||
|
service.execute
|
||
|
|
||
|
expect(Ci::Build.scheduled.count).to eq(1)
|
||
|
expect(job).to be_scheduled
|
||
|
end
|
||
|
end
|
||
|
|
||
|
context 'when there are no stale scheduled builds' do
|
||
|
it 'does not drop the stale scheduled build yet' do
|
||
|
expect { service.execute }.not_to raise_error
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
end
|