2019-12-21 20:55:43 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2018-11-18 11:00:15 +05:30
|
|
|
require 'spec_helper'
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
RSpec.describe TestSuiteComparerEntity do
|
2018-11-18 11:00:15 +05:30
|
|
|
include TestReportsHelper
|
|
|
|
|
|
|
|
let(:entity) { described_class.new(comparer) }
|
|
|
|
let(:comparer) { Gitlab::Ci::Reports::TestSuiteComparer.new(name, base_suite, head_suite) }
|
|
|
|
let(:name) { 'rpsec' }
|
|
|
|
let(:base_suite) { Gitlab::Ci::Reports::TestSuite.new(name) }
|
|
|
|
let(:head_suite) { Gitlab::Ci::Reports::TestSuite.new(name) }
|
|
|
|
let(:test_case_success) { create_test_case_rspec_success }
|
|
|
|
let(:test_case_failed) { create_test_case_rspec_failed }
|
2020-03-13 15:44:24 +05:30
|
|
|
let(:test_case_error) { create_test_case_rspec_error }
|
2018-11-18 11:00:15 +05:30
|
|
|
|
|
|
|
describe '#as_json' do
|
|
|
|
subject { entity.as_json }
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
context 'when head suite has a newly failed test case which does not exist in base' do
|
2018-11-18 11:00:15 +05:30
|
|
|
before do
|
|
|
|
base_suite.add_test_case(test_case_success)
|
|
|
|
head_suite.add_test_case(test_case_failed)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'contains correct compared test suite details' do
|
|
|
|
expect(subject[:name]).to eq(name)
|
|
|
|
expect(subject[:status]).to eq('failed')
|
2020-03-13 15:44:24 +05:30
|
|
|
expect(subject[:summary]).to include(total: 1, resolved: 0, failed: 1, errored: 0)
|
2018-11-18 11:00:15 +05:30
|
|
|
subject[:new_failures].first.tap do |new_failure|
|
|
|
|
expect(new_failure[:status]).to eq(test_case_failed.status)
|
|
|
|
expect(new_failure[:name]).to eq(test_case_failed.name)
|
|
|
|
expect(new_failure[:execution_time]).to eq(test_case_failed.execution_time)
|
|
|
|
expect(new_failure[:system_output]).to eq(test_case_failed.system_output)
|
|
|
|
end
|
|
|
|
expect(subject[:resolved_failures]).to be_empty
|
|
|
|
expect(subject[:existing_failures]).to be_empty
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-03-13 15:44:24 +05:30
|
|
|
context 'when head suite has a new error test case which does not exist in base' do
|
|
|
|
before do
|
|
|
|
base_suite.add_test_case(test_case_success)
|
|
|
|
head_suite.add_test_case(test_case_error)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'contains correct compared test suite details' do
|
|
|
|
expect(subject[:name]).to eq(name)
|
|
|
|
expect(subject[:status]).to eq('failed')
|
|
|
|
expect(subject[:summary]).to include(total: 1, resolved: 0, failed: 0, errored: 1)
|
|
|
|
subject[:new_errors].first.tap do |new_error|
|
|
|
|
expect(new_error[:status]).to eq(test_case_error.status)
|
|
|
|
expect(new_error[:name]).to eq(test_case_error.name)
|
|
|
|
expect(new_error[:execution_time]).to eq(test_case_error.execution_time)
|
|
|
|
expect(new_error[:system_output]).to eq(test_case_error.system_output)
|
|
|
|
end
|
|
|
|
expect(subject[:resolved_failures]).to be_empty
|
|
|
|
expect(subject[:existing_failures]).to be_empty
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
context 'when head suite still has a failed test case which failed in base' do
|
2018-11-18 11:00:15 +05:30
|
|
|
before do
|
|
|
|
base_suite.add_test_case(test_case_failed)
|
|
|
|
head_suite.add_test_case(test_case_failed)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'contains correct compared test suite details' do
|
|
|
|
expect(subject[:name]).to eq(name)
|
|
|
|
expect(subject[:status]).to eq('failed')
|
2020-03-13 15:44:24 +05:30
|
|
|
expect(subject[:summary]).to include(total: 1, resolved: 0, failed: 1, errored: 0)
|
2018-11-18 11:00:15 +05:30
|
|
|
expect(subject[:new_failures]).to be_empty
|
|
|
|
expect(subject[:resolved_failures]).to be_empty
|
|
|
|
subject[:existing_failures].first.tap do |existing_failure|
|
|
|
|
expect(existing_failure[:status]).to eq(test_case_failed.status)
|
|
|
|
expect(existing_failure[:name]).to eq(test_case_failed.name)
|
|
|
|
expect(existing_failure[:execution_time]).to eq(test_case_failed.execution_time)
|
|
|
|
expect(existing_failure[:system_output]).to eq(test_case_failed.system_output)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
context 'when head suite has a success test case which failed in base' do
|
2018-11-18 11:00:15 +05:30
|
|
|
before do
|
|
|
|
base_suite.add_test_case(test_case_failed)
|
2019-09-30 21:07:59 +05:30
|
|
|
head_suite.add_test_case(test_case_success)
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'contains correct compared test suite details' do
|
|
|
|
expect(subject[:name]).to eq(name)
|
|
|
|
expect(subject[:status]).to eq('success')
|
2020-03-13 15:44:24 +05:30
|
|
|
expect(subject[:summary]).to include(total: 1, resolved: 1, failed: 0, errored: 0)
|
2018-11-18 11:00:15 +05:30
|
|
|
expect(subject[:new_failures]).to be_empty
|
|
|
|
subject[:resolved_failures].first.tap do |resolved_failure|
|
2019-09-30 21:07:59 +05:30
|
|
|
expect(resolved_failure[:status]).to eq(test_case_success.status)
|
|
|
|
expect(resolved_failure[:name]).to eq(test_case_success.name)
|
|
|
|
expect(resolved_failure[:execution_time]).to eq(test_case_success.execution_time)
|
|
|
|
expect(resolved_failure[:system_output]).to eq(test_case_success.system_output)
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
|
|
|
expect(subject[:existing_failures]).to be_empty
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|