2019-07-31 22:56:46 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2019-02-15 15:39:39 +05:30
|
|
|
require 'spec_helper'
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
RSpec.describe Ci::ArchiveTraceService, '#execute' do
|
2021-09-30 23:02:18 +05:30
|
|
|
subject { described_class.new.execute(job, worker_name: Ci::ArchiveTraceWorker.name) }
|
2019-02-15 15:39:39 +05:30
|
|
|
|
|
|
|
context 'when job is finished' do
|
|
|
|
let(:job) { create(:ci_build, :success, :trace_live) }
|
|
|
|
|
|
|
|
it 'creates an archived trace' do
|
|
|
|
expect { subject }.not_to raise_error
|
|
|
|
|
|
|
|
expect(job.reload.job_artifacts_trace).to be_exist
|
2021-11-11 11:23:49 +05:30
|
|
|
expect(job.trace_metadata.trace_artifact).to eq(job.job_artifacts_trace)
|
2019-02-15 15:39:39 +05:30
|
|
|
end
|
|
|
|
|
2022-03-02 08:16:31 +05:30
|
|
|
context 'integration hooks' do
|
|
|
|
it do
|
|
|
|
stub_feature_flags(datadog_integration_logs_collection: [job.project])
|
|
|
|
|
|
|
|
expect(job.project).to receive(:execute_integrations) do |data, hook_type|
|
|
|
|
expect(data).to eq Gitlab::DataBuilder::ArchiveTrace.build(job)
|
|
|
|
expect(hook_type).to eq :archive_trace_hooks
|
|
|
|
end
|
|
|
|
expect { subject }.not_to raise_error
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'with feature flag disabled' do
|
|
|
|
stub_feature_flags(datadog_integration_logs_collection: false)
|
|
|
|
|
|
|
|
expect(job.project).not_to receive(:execute_integrations)
|
|
|
|
expect { subject }.not_to raise_error
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-02-15 15:39:39 +05:30
|
|
|
context 'when trace is already archived' do
|
|
|
|
let!(:job) { create(:ci_build, :success, :trace_artifact) }
|
|
|
|
|
|
|
|
it 'ignores an exception' do
|
|
|
|
expect { subject }.not_to raise_error
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does not create an archived trace' do
|
|
|
|
expect { subject }.not_to change { Ci::JobArtifact.trace.count }
|
|
|
|
end
|
2021-04-29 21:17:54 +05:30
|
|
|
|
|
|
|
context 'when live trace chunks still exist' do
|
|
|
|
before do
|
2021-11-11 11:23:49 +05:30
|
|
|
create(:ci_build_trace_chunk, build: job, chunk_index: 0)
|
2021-04-29 21:17:54 +05:30
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
it 'removes the trace chunks' do
|
|
|
|
expect { subject }.to change { job.trace_chunks.count }.to(0)
|
2021-04-29 21:17:54 +05:30
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
context 'when associated data does not exist' do
|
2021-04-29 21:17:54 +05:30
|
|
|
before do
|
2021-09-30 23:02:18 +05:30
|
|
|
job.job_artifacts_trace.file.remove!
|
2021-04-29 21:17:54 +05:30
|
|
|
end
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
it 'removes the trace artifact and builds a new one' do
|
|
|
|
existing_trace = job.job_artifacts_trace
|
|
|
|
expect(existing_trace).to receive(:destroy!).and_call_original
|
|
|
|
|
|
|
|
subject
|
|
|
|
|
|
|
|
expect(job.reload.job_artifacts_trace).to be_present
|
|
|
|
expect(job.reload.job_artifacts_trace.file.file).to be_present
|
2021-04-29 21:17:54 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2019-02-15 15:39:39 +05:30
|
|
|
end
|
2019-10-12 21:52:04 +05:30
|
|
|
|
|
|
|
context 'when job does not have trace' do
|
|
|
|
let(:job) { create(:ci_build, :success) }
|
|
|
|
|
|
|
|
it 'leaves a warning message in sidekiq log' do
|
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
2021-09-30 23:02:18 +05:30
|
|
|
class: Ci::ArchiveTraceWorker.name,
|
2019-10-12 21:52:04 +05:30
|
|
|
message: 'The job does not have live trace but going to be archived.',
|
|
|
|
job_id: job.id)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
context 'when the job is out of archival attempts' do
|
|
|
|
before do
|
|
|
|
create(:ci_build_trace_metadata,
|
|
|
|
build: job,
|
|
|
|
archival_attempts: Ci::BuildTraceMetadata::MAX_ATTEMPTS + 1,
|
|
|
|
last_archival_attempt_at: 1.week.ago)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'skips archiving' do
|
|
|
|
expect(job.trace).not_to receive(:archive!)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'leaves a warning message in sidekiq log' do
|
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
|
|
|
class: Ci::ArchiveTraceWorker.name,
|
|
|
|
message: 'The job is out of archival attempts.',
|
|
|
|
job_id: job.id)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
2021-11-18 22:05:49 +05:30
|
|
|
|
|
|
|
context 'job has archive and chunks' do
|
|
|
|
let(:job) { create(:ci_build, :success, :trace_artifact) }
|
|
|
|
|
|
|
|
before do
|
|
|
|
create(:ci_build_trace_chunk, build: job, chunk_index: 0)
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'archive is not completed' do
|
|
|
|
before do
|
|
|
|
job.job_artifacts_trace.file.remove!
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'cleanups any stale archive data' do
|
|
|
|
expect(job.job_artifacts_trace).to be_present
|
|
|
|
|
|
|
|
subject
|
|
|
|
|
|
|
|
expect(job.reload.job_artifacts_trace).to be_nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'removes trace chunks' do
|
|
|
|
expect { subject }.to change { job.trace_chunks.count }.to(0)
|
|
|
|
end
|
|
|
|
end
|
2021-11-11 11:23:49 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
context 'when the archival process is backed off' do
|
|
|
|
before do
|
|
|
|
create(:ci_build_trace_metadata,
|
|
|
|
build: job,
|
|
|
|
archival_attempts: Ci::BuildTraceMetadata::MAX_ATTEMPTS - 1,
|
|
|
|
last_archival_attempt_at: 1.hour.ago)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'skips archiving' do
|
|
|
|
expect(job.trace).not_to receive(:archive!)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'leaves a warning message in sidekiq log' do
|
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
|
|
|
class: Ci::ArchiveTraceWorker.name,
|
|
|
|
message: 'The job can not be archived right now.',
|
|
|
|
job_id: job.id)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
context 'when job failed to archive trace but did not raise an exception' do
|
|
|
|
before do
|
2020-01-01 13:55:28 +05:30
|
|
|
allow_next_instance_of(Gitlab::Ci::Trace) do |instance|
|
|
|
|
allow(instance).to receive(:archive!) {}
|
|
|
|
end
|
2019-10-12 21:52:04 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'leaves a warning message in sidekiq log' do
|
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
2021-09-30 23:02:18 +05:30
|
|
|
class: Ci::ArchiveTraceWorker.name,
|
2019-10-12 21:52:04 +05:30
|
|
|
message: 'The job does not have archived trace after archiving.',
|
|
|
|
job_id: job.id)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
end
|
2019-02-15 15:39:39 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
context 'when job is running' do
|
|
|
|
let(:job) { create(:ci_build, :running, :trace_live) }
|
|
|
|
|
|
|
|
it 'increments Prometheus counter, sends crash report to Sentry and ignore an error for continuing to archive' do
|
2020-01-01 13:55:28 +05:30
|
|
|
expect(Gitlab::ErrorTracking)
|
|
|
|
.to receive(:track_and_raise_for_dev_exception)
|
2019-02-15 15:39:39 +05:30
|
|
|
.with(::Gitlab::Ci::Trace::ArchiveError,
|
2019-12-04 20:38:33 +05:30
|
|
|
issue_url: 'https://gitlab.com/gitlab-org/gitlab-foss/issues/51502',
|
2020-01-01 13:55:28 +05:30
|
|
|
job_id: job.id).once
|
2019-02-15 15:39:39 +05:30
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
2021-09-30 23:02:18 +05:30
|
|
|
class: Ci::ArchiveTraceWorker.name,
|
2019-10-12 21:52:04 +05:30
|
|
|
message: "Failed to archive trace. message: Job is not finished yet.",
|
|
|
|
job_id: job.id).and_call_original
|
2019-02-15 15:39:39 +05:30
|
|
|
|
|
|
|
expect(Gitlab::Metrics)
|
|
|
|
.to receive(:counter)
|
|
|
|
.with(:job_trace_archive_failed_total, "Counter of failed attempts of trace archiving")
|
|
|
|
.and_call_original
|
|
|
|
|
|
|
|
expect { subject }.not_to raise_error
|
2021-11-11 11:23:49 +05:30
|
|
|
expect(job.trace_metadata.archival_attempts).to eq(1)
|
2019-02-15 15:39:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|