2019-02-15 15:39:39 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Ci
|
|
|
|
class ArchiveTraceService
|
|
|
|
def execute(job)
|
|
|
|
job.trace.archive!
|
|
|
|
rescue ::Gitlab::Ci::Trace::AlreadyArchivedError
|
|
|
|
# It's already archived, thus we can safely ignore this exception.
|
|
|
|
rescue => e
|
|
|
|
# Tracks this error with application logs, Sentry, and Prometheus.
|
|
|
|
# If `archive!` keeps failing for over a week, that could incur data loss.
|
|
|
|
# (See more https://docs.gitlab.com/ee/administration/job_traces.html#new-live-trace-architecture)
|
|
|
|
# In order to avoid interrupting the system, we do not raise an exception here.
|
|
|
|
archive_error(e, job)
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def failed_archive_counter
|
|
|
|
@failed_archive_counter ||=
|
|
|
|
Gitlab::Metrics.counter(:job_trace_archive_failed_total,
|
|
|
|
"Counter of failed attempts of trace archiving")
|
|
|
|
end
|
|
|
|
|
|
|
|
def archive_error(error, job)
|
|
|
|
failed_archive_counter.increment
|
2019-09-30 21:07:59 +05:30
|
|
|
Rails.logger.error "Failed to archive trace. id: #{job.id} message: #{error.message}" # rubocop:disable Gitlab/RailsLogger
|
2019-02-15 15:39:39 +05:30
|
|
|
|
|
|
|
Gitlab::Sentry
|
|
|
|
.track_exception(error,
|
2019-09-30 21:07:59 +05:30
|
|
|
issue_url: 'https://gitlab.com/gitlab-org/gitlab-ce/issues/51502',
|
2019-02-15 15:39:39 +05:30
|
|
|
extra: { job_id: job.id })
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|