debian-mirror-gitlab/spec/lib/gitlab/ci/reports/accessibility_reports_comparer_spec.rb

293 lines
7.9 KiB
Ruby
Raw Normal View History

2020-05-24 23:13:21 +05:30
# frozen_string_literal: true
require 'spec_helper'
2020-07-28 23:09:34 +05:30
RSpec.describe Gitlab::Ci::Reports::AccessibilityReportsComparer do
2021-02-22 17:27:13 +05:30
let(:comparer) { described_class.new(base_report, head_report) }
let(:base_report) { Gitlab::Ci::Reports::AccessibilityReports.new }
let(:head_report) { Gitlab::Ci::Reports::AccessibilityReports.new }
2020-05-24 23:13:21 +05:30
let(:url) { "https://gitlab.com" }
let(:single_error) do
[
{
"code" => "WCAG2AA.Principle4.Guideline4_1.4_1_2.H91.A.NoContent",
"type" => "error",
"typeCode" => 1,
"message" => "Anchor element found with a valid href attribute, but no link content has been supplied.",
"context" => %{<a href="/" class="navbar-brand animated"><svg height="36" viewBox="0 0 1...</a>},
"selector" => "#main-nav > div:nth-child(1) > a",
"runner" => "htmlcs",
"runnerExtras" => {}
}
]
end
2020-10-24 23:57:45 +05:30
2020-05-24 23:13:21 +05:30
let(:different_error) do
[
{
"code" => "WCAG2AA.Principle1.Guideline1_4.1_4_3.G18.Fail",
"type" => "error",
"typeCode" => 1,
"message" => "This element has insufficient contrast at this conformance level.",
"context" => %{<a href="/stages-devops-lifecycle/" class="main-nav-link">Product</a>},
"selector" => "#main-nav > div:nth-child(2) > ul > li:nth-child(1) > a",
"runner" => "htmlcs",
"runnerExtras" => {}
}
]
end
describe '#status' do
2021-02-22 17:27:13 +05:30
subject(:status) { comparer.status }
2020-05-24 23:13:21 +05:30
context 'when head report has an error' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns status failed' do
2021-02-22 17:27:13 +05:30
expect(status).to eq(described_class::STATUS_FAILED)
2020-05-24 23:13:21 +05:30
end
end
context 'when head reports does not have errors' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, [])
2020-05-24 23:13:21 +05:30
end
it 'returns status success' do
2021-02-22 17:27:13 +05:30
expect(status).to eq(described_class::STATUS_SUCCESS)
2020-05-24 23:13:21 +05:30
end
end
end
describe '#errors_count' do
2021-02-22 17:27:13 +05:30
subject(:errors_count) { comparer.errors_count }
2020-05-24 23:13:21 +05:30
context 'when head report has an error' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns the number of new errors' do
2021-02-22 17:27:13 +05:30
expect(errors_count).to eq(1)
2020-05-24 23:13:21 +05:30
end
end
context 'when head reports does not have an error' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, [])
2020-05-24 23:13:21 +05:30
end
it 'returns the number new errors' do
2021-02-22 17:27:13 +05:30
expect(errors_count).to eq(0)
2020-05-24 23:13:21 +05:30
end
end
end
describe '#resolved_count' do
2021-02-22 17:27:13 +05:30
subject(:resolved_count) { comparer.resolved_count }
2020-05-24 23:13:21 +05:30
context 'when base reports has an error and head has a different error' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, different_error)
2020-05-24 23:13:21 +05:30
end
it 'returns the resolved count' do
2021-02-22 17:27:13 +05:30
expect(resolved_count).to eq(1)
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports has errors head has no errors' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, [])
2020-05-24 23:13:21 +05:30
end
it 'returns the resolved count' do
2021-02-22 17:27:13 +05:30
expect(resolved_count).to eq(1)
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports has errors and head has the same error' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns zero' do
2021-02-22 17:27:13 +05:30
expect(resolved_count).to eq(0)
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports does not have errors and head has errors' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns the number of resolved errors' do
2021-02-22 17:27:13 +05:30
expect(resolved_count).to eq(0)
2020-05-24 23:13:21 +05:30
end
end
end
describe '#total_count' do
2021-02-22 17:27:13 +05:30
subject(:total_count) { comparer.total_count }
2020-05-24 23:13:21 +05:30
context 'when base reports has an error' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
2021-02-22 17:27:13 +05:30
it 'returns zero' do
expect(total_count).to be_zero
2020-05-24 23:13:21 +05:30
end
end
context 'when head report has an error' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
2021-02-22 17:27:13 +05:30
it 'returns the total count' do
expect(total_count).to eq(1)
2020-05-24 23:13:21 +05:30
end
end
context 'when base report has errors and head report has errors' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, different_error)
end
it 'returns the total count' do
expect(total_count).to eq(1)
end
end
context 'when base report has errors and head report has the same error' do
before do
base_report.add_url(url, single_error)
head_report.add_url(url, single_error + different_error)
2020-05-24 23:13:21 +05:30
end
2021-02-22 17:27:13 +05:30
it 'returns the total count' do
expect(total_count).to eq(2)
2020-05-24 23:13:21 +05:30
end
end
end
describe '#existing_errors' do
2021-02-22 17:27:13 +05:30
subject(:existing_errors) { comparer.existing_errors }
2020-05-24 23:13:21 +05:30
context 'when base report has errors and head has a different error' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, different_error)
2020-05-24 23:13:21 +05:30
end
2021-02-22 17:27:13 +05:30
it 'returns an empty array' do
expect(existing_errors).to be_empty
2020-05-24 23:13:21 +05:30
end
end
context 'when base report does not have errors and head has errors' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, [])
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns an empty array' do
2021-02-22 17:27:13 +05:30
expect(existing_errors).to be_empty
end
end
context 'when base report has errors and head report has the same error' do
before do
base_report.add_url(url, single_error)
head_report.add_url(url, single_error + different_error)
end
it 'returns the existing error' do
expect(existing_errors).to eq(single_error)
2020-05-24 23:13:21 +05:30
end
end
end
describe '#new_errors' do
2021-02-22 17:27:13 +05:30
subject(:new_errors) { comparer.new_errors }
2020-05-24 23:13:21 +05:30
context 'when base reports has errors and head has more errors' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, single_error + different_error)
2020-05-24 23:13:21 +05:30
end
it 'returns new errors between base and head reports' do
2021-02-22 17:27:13 +05:30
expect(new_errors.size).to eq(1)
expect(new_errors.first["code"]).to eq("WCAG2AA.Principle1.Guideline1_4.1_4_3.G18.Fail")
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports has an error and head has no errors' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, [])
2020-05-24 23:13:21 +05:30
end
it 'returns an empty array' do
2021-02-22 17:27:13 +05:30
expect(new_errors).to be_empty
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports does not have errors and head has errors' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns the new error' do
2021-02-22 17:27:13 +05:30
expect(new_errors.size).to eq(1)
expect(new_errors.first["code"]).to eq("WCAG2AA.Principle4.Guideline4_1.4_1_2.H91.A.NoContent")
2020-05-24 23:13:21 +05:30
end
end
end
describe '#resolved_errors' do
2021-02-22 17:27:13 +05:30
subject(:resolved_errors) { comparer.resolved_errors }
2020-05-24 23:13:21 +05:30
context 'when base report has errors and head has more errors' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, single_error + different_error)
2020-05-24 23:13:21 +05:30
end
it 'returns an empty array' do
2021-02-22 17:27:13 +05:30
expect(resolved_errors).to be_empty
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports has errors and head has a different error' do
before do
2021-02-22 17:27:13 +05:30
base_report.add_url(url, single_error)
head_report.add_url(url, different_error)
2020-05-24 23:13:21 +05:30
end
it 'returns the resolved errors' do
2021-02-22 17:27:13 +05:30
expect(resolved_errors.size).to eq(1)
expect(resolved_errors.first["code"]).to eq("WCAG2AA.Principle4.Guideline4_1.4_1_2.H91.A.NoContent")
2020-05-24 23:13:21 +05:30
end
end
context 'when base reports does not have errors and head has errors' do
before do
2021-02-22 17:27:13 +05:30
head_report.add_url(url, single_error)
2020-05-24 23:13:21 +05:30
end
it 'returns an empty array' do
2021-02-22 17:27:13 +05:30
expect(resolved_errors).to be_empty
2020-05-24 23:13:21 +05:30
end
end
end
end