2020-01-01 13:55:28 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Gitlab
|
|
|
|
module ErrorTracking
|
2020-04-22 19:07:51 +05:30
|
|
|
# Exceptions in this group will receive custom Sentry fingerprinting
|
|
|
|
CUSTOM_FINGERPRINTING = %w[
|
|
|
|
Acme::Client::Error::BadNonce
|
|
|
|
Acme::Client::Error::NotFound
|
|
|
|
Acme::Client::Error::RateLimited
|
|
|
|
Acme::Client::Error::Timeout
|
|
|
|
Acme::Client::Error::UnsupportedOperation
|
|
|
|
ActiveRecord::ConnectionTimeoutError
|
|
|
|
Gitlab::RequestContext::RequestDeadlineExceeded
|
|
|
|
GRPC::DeadlineExceeded
|
|
|
|
JIRA::HTTPError
|
|
|
|
Rack::Timeout::RequestTimeoutException
|
|
|
|
].freeze
|
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
PROCESSORS = [
|
|
|
|
::Gitlab::ErrorTracking::Processor::SidekiqProcessor,
|
|
|
|
::Gitlab::ErrorTracking::Processor::GrpcErrorProcessor,
|
|
|
|
::Gitlab::ErrorTracking::Processor::ContextPayloadProcessor
|
|
|
|
].freeze
|
|
|
|
|
2020-01-01 13:55:28 +05:30
|
|
|
class << self
|
|
|
|
def configure
|
|
|
|
Raven.configure do |config|
|
|
|
|
config.dsn = sentry_dsn
|
|
|
|
config.release = Gitlab.revision
|
|
|
|
config.current_environment = Gitlab.config.sentry.environment
|
|
|
|
|
|
|
|
# Sanitize fields based on those sanitized from Rails.
|
|
|
|
config.sanitize_fields = Rails.application.config.filter_parameters.map(&:to_s)
|
2020-11-24 15:15:51 +05:30
|
|
|
|
2020-01-01 13:55:28 +05:30
|
|
|
# Sanitize authentication headers
|
|
|
|
config.sanitize_http_headers = %w[Authorization Private-Token]
|
2020-04-22 19:07:51 +05:30
|
|
|
config.before_send = method(:before_send)
|
2020-06-23 00:09:42 +05:30
|
|
|
|
|
|
|
yield config if block_given?
|
2020-01-01 13:55:28 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# This should be used when you want to passthrough exception handling:
|
|
|
|
# rescue and raise to be catched in upper layers of the application.
|
|
|
|
#
|
|
|
|
# If the exception implements the method `sentry_extra_data` and that method
|
|
|
|
# returns a Hash, then the return value of that method will be merged into
|
|
|
|
# `extra`. Exceptions can use this mechanism to provide structured data
|
|
|
|
# to sentry in addition to their message and back-trace.
|
|
|
|
def track_and_raise_exception(exception, extra = {})
|
|
|
|
process_exception(exception, sentry: true, extra: extra)
|
|
|
|
|
|
|
|
raise exception
|
|
|
|
end
|
|
|
|
|
|
|
|
# This can be used for investigating exceptions that can be recovered from in
|
|
|
|
# code. The exception will still be raised in development and test
|
|
|
|
# environments.
|
|
|
|
#
|
|
|
|
# That way we can track down these exceptions with as much information as we
|
|
|
|
# need to resolve them.
|
|
|
|
#
|
|
|
|
# If the exception implements the method `sentry_extra_data` and that method
|
|
|
|
# returns a Hash, then the return value of that method will be merged into
|
|
|
|
# `extra`. Exceptions can use this mechanism to provide structured data
|
|
|
|
# to sentry in addition to their message and back-trace.
|
|
|
|
#
|
|
|
|
# Provide an issue URL for follow up.
|
|
|
|
# as `issue_url: 'http://gitlab.com/gitlab-org/gitlab/issues/111'`
|
|
|
|
def track_and_raise_for_dev_exception(exception, extra = {})
|
|
|
|
process_exception(exception, sentry: true, extra: extra)
|
|
|
|
|
|
|
|
raise exception if should_raise_for_dev?
|
|
|
|
end
|
|
|
|
|
|
|
|
# This should be used when you only want to track the exception.
|
|
|
|
#
|
|
|
|
# If the exception implements the method `sentry_extra_data` and that method
|
|
|
|
# returns a Hash, then the return value of that method will be merged into
|
|
|
|
# `extra`. Exceptions can use this mechanism to provide structured data
|
|
|
|
# to sentry in addition to their message and back-trace.
|
|
|
|
def track_exception(exception, extra = {})
|
|
|
|
process_exception(exception, sentry: true, extra: extra)
|
|
|
|
end
|
|
|
|
|
|
|
|
# This should be used when you only want to log the exception,
|
|
|
|
# but not send it to Sentry.
|
|
|
|
#
|
|
|
|
# If the exception implements the method `sentry_extra_data` and that method
|
|
|
|
# returns a Hash, then the return value of that method will be merged into
|
|
|
|
# `extra`. Exceptions can use this mechanism to provide structured data
|
|
|
|
# to sentry in addition to their message and back-trace.
|
|
|
|
def log_exception(exception, extra = {})
|
|
|
|
process_exception(exception, extra: extra)
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def before_send(event, hint)
|
2021-03-08 18:12:59 +05:30
|
|
|
inject_context_for_exception(event, hint[:exception])
|
|
|
|
custom_fingerprinting(event, hint[:exception])
|
2020-04-22 19:07:51 +05:30
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
PROCESSORS.reduce(event) do |processed_event, processor|
|
|
|
|
processor.call(processed_event)
|
|
|
|
end
|
2020-04-22 19:07:51 +05:30
|
|
|
end
|
|
|
|
|
2020-01-01 13:55:28 +05:30
|
|
|
def process_exception(exception, sentry: false, logging: true, extra:)
|
2021-04-17 20:07:23 +05:30
|
|
|
context_payload = Gitlab::ErrorTracking::ContextPayloadGenerator.generate(exception, extra)
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2020-01-01 13:55:28 +05:30
|
|
|
if sentry && Raven.configuration.server
|
2021-04-17 20:07:23 +05:30
|
|
|
Raven.capture_exception(exception, **context_payload)
|
2020-01-01 13:55:28 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
if logging
|
2021-04-17 20:07:23 +05:30
|
|
|
formatter = Gitlab::ErrorTracking::LogFormatter.new
|
|
|
|
log_hash = formatter.generate_log(exception, context_payload)
|
2020-01-01 13:55:28 +05:30
|
|
|
|
|
|
|
Gitlab::ErrorTracking::Logger.error(log_hash)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def sentry_dsn
|
|
|
|
return unless Rails.env.production? || Rails.env.development?
|
|
|
|
return unless Gitlab.config.sentry.enabled
|
|
|
|
|
|
|
|
Gitlab.config.sentry.dsn
|
|
|
|
end
|
|
|
|
|
|
|
|
def should_raise_for_dev?
|
|
|
|
Rails.env.development? || Rails.env.test?
|
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
# Group common, mostly non-actionable exceptions by type and message,
|
|
|
|
# rather than cause
|
2021-03-08 18:12:59 +05:30
|
|
|
def custom_fingerprinting(event, ex)
|
2020-04-22 19:07:51 +05:30
|
|
|
return event unless CUSTOM_FINGERPRINTING.include?(ex.class.name)
|
|
|
|
|
|
|
|
event.fingerprint = [ex.class.name, ex.message]
|
2021-03-08 18:12:59 +05:30
|
|
|
end
|
2020-04-22 19:07:51 +05:30
|
|
|
|
2021-03-08 18:12:59 +05:30
|
|
|
def inject_context_for_exception(event, ex)
|
|
|
|
case ex
|
|
|
|
when ActiveRecord::StatementInvalid
|
|
|
|
event.extra[:sql] = PgQuery.normalize(ex.sql.to_s)
|
|
|
|
else
|
|
|
|
inject_context_for_exception(event, ex.cause) if ex.cause.present?
|
|
|
|
end
|
2021-06-08 01:23:25 +05:30
|
|
|
# This should only happen on PostgreSQL v12 queries
|
|
|
|
rescue PgQuery::ParseError
|
|
|
|
event.extra[:sql] = ex.sql.to_s
|
2020-04-22 19:07:51 +05:30
|
|
|
end
|
2020-01-01 13:55:28 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|