2015-09-25 12:07:36 +05:30
|
|
|
module Ci
|
2016-06-16 23:09:34 +05:30
|
|
|
class Pipeline < ActiveRecord::Base
|
2015-09-25 12:07:36 +05:30
|
|
|
extend Ci::Model
|
2016-06-02 11:05:42 +05:30
|
|
|
include Statuseable
|
2015-10-24 18:46:33 +05:30
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
self.table_name = 'ci_commits'
|
|
|
|
|
2015-12-23 02:04:40 +05:30
|
|
|
belongs_to :project, class_name: '::Project', foreign_key: :gl_project_id
|
2016-08-24 12:49:21 +05:30
|
|
|
belongs_to :user
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
has_many :statuses, class_name: 'CommitStatus', foreign_key: :commit_id
|
|
|
|
has_many :builds, class_name: 'Ci::Build', foreign_key: :commit_id
|
|
|
|
has_many :trigger_requests, dependent: :destroy, class_name: 'Ci::TriggerRequest', foreign_key: :commit_id
|
2015-09-25 12:07:36 +05:30
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
validates_presence_of :sha
|
2016-09-13 17:45:13 +05:30
|
|
|
validates_presence_of :ref
|
2016-06-02 11:05:42 +05:30
|
|
|
validates_presence_of :status
|
2015-09-25 12:07:36 +05:30
|
|
|
validate :valid_commit_sha
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
after_save :keep_around_commits
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
delegate :stages, to: :statuses
|
|
|
|
|
|
|
|
state_machine :status, initial: :created do
|
|
|
|
event :enqueue do
|
|
|
|
transition created: :pending
|
|
|
|
transition [:success, :failed, :canceled, :skipped] => :running
|
|
|
|
end
|
|
|
|
|
|
|
|
event :run do
|
|
|
|
transition any => :running
|
|
|
|
end
|
|
|
|
|
|
|
|
event :skip do
|
|
|
|
transition any => :skipped
|
|
|
|
end
|
|
|
|
|
|
|
|
event :drop do
|
|
|
|
transition any => :failed
|
|
|
|
end
|
|
|
|
|
|
|
|
event :succeed do
|
|
|
|
transition any => :success
|
|
|
|
end
|
|
|
|
|
|
|
|
event :cancel do
|
|
|
|
transition any => :canceled
|
|
|
|
end
|
|
|
|
|
|
|
|
before_transition [:created, :pending] => :running do |pipeline|
|
|
|
|
pipeline.started_at = Time.now
|
|
|
|
end
|
|
|
|
|
|
|
|
before_transition any => [:success, :failed, :canceled] do |pipeline|
|
|
|
|
pipeline.finished_at = Time.now
|
|
|
|
end
|
|
|
|
|
|
|
|
before_transition do |pipeline|
|
|
|
|
pipeline.update_duration
|
|
|
|
end
|
|
|
|
|
|
|
|
after_transition do |pipeline, transition|
|
|
|
|
pipeline.execute_hooks unless transition.loopback?
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
# ref can't be HEAD or SHA, can only be branch/tag name
|
|
|
|
scope :latest_successful_for, ->(ref = default_branch) do
|
|
|
|
where(ref: ref).success.order(id: :desc).limit(1)
|
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
|
2015-09-25 12:07:36 +05:30
|
|
|
def self.truncate_sha(sha)
|
|
|
|
sha[0...8]
|
|
|
|
end
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
def self.stages
|
|
|
|
# We use pluck here due to problems with MySQL which doesn't allow LIMIT/OFFSET in queries
|
2016-06-16 23:09:34 +05:30
|
|
|
CommitStatus.where(pipeline: pluck(:id)).stages
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
def self.total_duration
|
|
|
|
where.not(duration: nil).sum(:duration)
|
|
|
|
end
|
|
|
|
|
|
|
|
def stages_with_latest_statuses
|
|
|
|
statuses.latest.order(:stage_idx).group_by(&:stage)
|
|
|
|
end
|
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
def project_id
|
|
|
|
project.id
|
|
|
|
end
|
|
|
|
|
2015-09-25 12:07:36 +05:30
|
|
|
def valid_commit_sha
|
2015-12-23 02:04:40 +05:30
|
|
|
if self.sha == Gitlab::Git::BLANK_SHA
|
2015-09-25 12:07:36 +05:30
|
|
|
self.errors.add(:sha, " cant be 00000000 (branch removal)")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def git_author_name
|
2016-06-22 15:30:34 +05:30
|
|
|
commit.try(:author_name)
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def git_author_email
|
2016-06-22 15:30:34 +05:30
|
|
|
commit.try(:author_email)
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def git_commit_message
|
2016-06-22 15:30:34 +05:30
|
|
|
commit.try(:message)
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
def git_commit_title
|
|
|
|
commit.try(:title)
|
|
|
|
end
|
|
|
|
|
2015-09-25 12:07:36 +05:30
|
|
|
def short_sha
|
2016-06-16 23:09:34 +05:30
|
|
|
Ci::Pipeline.truncate_sha(sha)
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
2016-06-22 15:30:34 +05:30
|
|
|
def commit
|
2015-12-23 02:04:40 +05:30
|
|
|
@commit ||= project.commit(sha)
|
2015-09-25 12:07:36 +05:30
|
|
|
rescue
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
def branch?
|
|
|
|
!tag?
|
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
def manual_actions
|
|
|
|
builds.latest.manual_actions
|
|
|
|
end
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
def retryable?
|
|
|
|
builds.latest.any? do |build|
|
|
|
|
build.failed? && build.retryable?
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
def cancelable?
|
|
|
|
builds.running_or_pending.any?
|
|
|
|
end
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
def cancel_running
|
|
|
|
builds.running_or_pending.each(&:cancel)
|
|
|
|
end
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
def retry_failed(user)
|
|
|
|
builds.latest.failed.select(&:retryable?).each do |build|
|
|
|
|
Ci::Build.retry(build, user)
|
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
def mark_as_processable_after_stage(stage_idx)
|
|
|
|
builds.skipped.where('stage_idx > ?', stage_idx).find_each(&:process)
|
|
|
|
end
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
def latest?
|
|
|
|
return false unless ref
|
|
|
|
commit = project.commit(ref)
|
|
|
|
return false unless commit
|
|
|
|
commit.sha == sha
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
def triggered?
|
|
|
|
trigger_requests.any?
|
|
|
|
end
|
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
def retried
|
|
|
|
@retried ||= (statuses.order(id: :desc) - statuses.latest)
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def coverage
|
2016-06-02 11:05:42 +05:30
|
|
|
coverage_array = statuses.latest.map(&:coverage).compact
|
2015-12-23 02:04:40 +05:30
|
|
|
if coverage_array.size >= 1
|
|
|
|
'%.2f' % (coverage_array.reduce(:+) / coverage_array.size)
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
def config_builds_attributes
|
|
|
|
return [] unless config_processor
|
|
|
|
|
|
|
|
config_processor.
|
|
|
|
builds_for_ref(ref, tag?, trigger_requests.first).
|
|
|
|
sort_by { |build| build[:stage_idx] }
|
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
def has_warnings?
|
|
|
|
builds.latest.ignored.any?
|
|
|
|
end
|
|
|
|
|
2015-09-25 12:07:36 +05:30
|
|
|
def config_processor
|
2015-11-26 14:37:03 +05:30
|
|
|
return nil unless ci_yaml_file
|
2016-06-02 11:05:42 +05:30
|
|
|
return @config_processor if defined?(@config_processor)
|
|
|
|
|
|
|
|
@config_processor ||= begin
|
|
|
|
Ci::GitlabCiYamlProcessor.new(ci_yaml_file, project.path_with_namespace)
|
|
|
|
rescue Ci::GitlabCiYamlProcessor::ValidationError, Psych::SyntaxError => e
|
2016-06-22 15:30:34 +05:30
|
|
|
self.yaml_errors = e.message
|
2016-06-02 11:05:42 +05:30
|
|
|
nil
|
|
|
|
rescue
|
2016-06-22 15:30:34 +05:30
|
|
|
self.yaml_errors = 'Undefined error'
|
2016-06-02 11:05:42 +05:30
|
|
|
nil
|
|
|
|
end
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
def ci_yaml_file
|
2016-06-02 11:05:42 +05:30
|
|
|
return @ci_yaml_file if defined?(@ci_yaml_file)
|
|
|
|
|
2016-04-02 18:10:28 +05:30
|
|
|
@ci_yaml_file ||= begin
|
|
|
|
blob = project.repository.blob_at(sha, '.gitlab-ci.yml')
|
|
|
|
blob.load_all_data!(project.repository)
|
|
|
|
blob.data
|
2016-06-02 11:05:42 +05:30
|
|
|
rescue
|
|
|
|
nil
|
2016-04-02 18:10:28 +05:30
|
|
|
end
|
2015-10-24 18:46:33 +05:30
|
|
|
end
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
def environments
|
|
|
|
builds.where.not(environment: nil).success.pluck(:environment).uniq
|
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
# Manually set the notes for a Ci::Pipeline
|
|
|
|
# There is no ActiveRecord relation between Ci::Pipeline and notes
|
|
|
|
# as they are related to a commit sha. This method helps importing
|
|
|
|
# them using the +Gitlab::ImportExport::RelationFactory+ class.
|
|
|
|
def notes=(notes)
|
|
|
|
notes.each do |note|
|
|
|
|
note[:id] = nil
|
|
|
|
note[:commit_id] = sha
|
|
|
|
note[:noteable_id] = self['id']
|
|
|
|
note.save!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-06-22 15:30:34 +05:30
|
|
|
def notes
|
|
|
|
Note.for_commit_id(sha)
|
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
def process!
|
|
|
|
Ci::ProcessPipelineService.new(project, user).execute(self)
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_updated
|
|
|
|
case latest_builds_status
|
|
|
|
when 'pending' then enqueue
|
|
|
|
when 'running' then run
|
|
|
|
when 'success' then succeed
|
|
|
|
when 'failed' then drop
|
|
|
|
when 'canceled' then cancel
|
|
|
|
when 'skipped' then skip
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
def predefined_variables
|
|
|
|
[
|
|
|
|
{ key: 'CI_PIPELINE_ID', value: id.to_s, public: true }
|
|
|
|
]
|
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
def update_duration
|
|
|
|
self.duration = calculate_duration
|
|
|
|
end
|
|
|
|
|
|
|
|
def execute_hooks
|
|
|
|
data = pipeline_data
|
|
|
|
project.execute_hooks(data, :pipeline_hooks)
|
|
|
|
project.execute_services(data, :pipeline_hooks)
|
|
|
|
end
|
|
|
|
|
2015-09-25 12:07:36 +05:30
|
|
|
private
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
def pipeline_data
|
|
|
|
Gitlab::DataBuilder::Pipeline.build(self)
|
|
|
|
end
|
|
|
|
|
|
|
|
def latest_builds_status
|
|
|
|
return 'failed' unless yaml_errors.blank?
|
|
|
|
|
|
|
|
statuses.latest.status || 'skipped'
|
2016-06-02 11:05:42 +05:30
|
|
|
end
|
2016-08-24 12:49:21 +05:30
|
|
|
|
|
|
|
def keep_around_commits
|
|
|
|
return unless project
|
|
|
|
|
|
|
|
project.repository.keep_around(self.sha)
|
|
|
|
project.repository.keep_around(self.before_sha)
|
|
|
|
end
|
2015-09-25 12:07:36 +05:30
|
|
|
end
|
|
|
|
end
|