debian-mirror-gitlab/spec/lib/bulk_imports/pipeline/runner_spec.rb

# frozen_string_literal: true

require 'spec_helper'

RSpec.describe BulkImports::Pipeline::Runner do
  let(:extractor) do
    Class.new do
      def initialize(options = {}); end

      def extract(context); end
    end
  end

  let(:transformer) do
    Class.new do
      def initialize(options = {}); end

      def transform(context); end
    end
  end

  let(:loader) do
    Class.new do
      def initialize(options = {}); end

      def load(context); end
    end
  end

  describe 'pipeline runner' do
    before do
      stub_const('BulkImports::Extractor', extractor)
      stub_const('BulkImports::Transformer', transformer)
      stub_const('BulkImports::Loader', loader)

      pipeline = Class.new do
        include BulkImports::Pipeline

        extractor BulkImports::Extractor
        transformer BulkImports::Transformer
        loader BulkImports::Loader

        def after_run(_); end
      end

      stub_const('BulkImports::MyPipeline', pipeline)
    end

    context 'when entity is not marked as failed' do
      let(:entity) { create(:bulk_import_entity) }
      let(:context) { BulkImports::Pipeline::Context.new(entity) }

      it 'runs pipeline extractor, transformer, loader' do
        extracted_data = BulkImports::Pipeline::ExtractedData.new(data: { foo: :bar })

        expect_next_instance_of(BulkImports::Extractor) do |extractor|
          expect(extractor)
            .to receive(:extract)
            .with(context)
            .and_return(extracted_data)
        end

        expect_next_instance_of(BulkImports::Transformer) do |transformer|
          expect(transformer)
            .to receive(:transform)
            .with(context, extracted_data.data.first)
            .and_return(extracted_data.data.first)
        end

        expect_next_instance_of(BulkImports::Loader) do |loader|
          expect(loader)
            .to receive(:load)
            .with(context, extracted_data.data.first)
        end

        expect_next_instance_of(Gitlab::Import::Logger) do |logger|
          expect(logger).to receive(:info)
            .with(
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity',
              message: 'Pipeline started',
              pipeline_class: 'BulkImports::MyPipeline'
            )
          expect(logger).to receive(:info)
            .with(
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity',
              pipeline_class: 'BulkImports::MyPipeline',
              pipeline_step: :extractor,
              step_class: 'BulkImports::Extractor'
            )
          expect(logger).to receive(:info)
            .with(
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity',
              pipeline_class: 'BulkImports::MyPipeline',
              pipeline_step: :transformer,
              step_class: 'BulkImports::Transformer'
            )
          expect(logger).to receive(:info)
            .with(
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity',
              pipeline_class: 'BulkImports::MyPipeline',
              pipeline_step: :loader,
              step_class: 'BulkImports::Loader'
            )
          expect(logger).to receive(:info)
            .with(
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity',
              pipeline_class: 'BulkImports::MyPipeline',
              pipeline_step: :after_run
            )
          expect(logger).to receive(:info)
            .with(
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity',
              message: 'Pipeline finished',
              pipeline_class: 'BulkImports::MyPipeline'
            )
        end

        BulkImports::MyPipeline.new(context).run
      end

      context 'when exception is raised' do
        let(:entity) { create(:bulk_import_entity, :created) }
        let(:context) { BulkImports::Pipeline::Context.new(entity) }

        before do
          allow_next_instance_of(BulkImports::Extractor) do |extractor|
            allow(extractor).to receive(:extract).with(context).and_raise(StandardError, 'Error!')
          end
        end

        it 'logs import failure' do
          BulkImports::MyPipeline.new(context).run

          failure = entity.failures.first

          expect(failure).to be_present
          expect(failure.pipeline_class).to eq('BulkImports::MyPipeline')
          expect(failure.pipeline_step).to eq('extractor')
          expect(failure.exception_class).to eq('StandardError')
          expect(failure.exception_message).to eq('Error!')
        end

        context 'when pipeline is marked to abort on failure' do
          before do
            BulkImports::MyPipeline.abort_on_failure!
          end

          it 'marks entity as failed' do
            BulkImports::MyPipeline.new(context).run

            expect(entity.failed?).to eq(true)
          end

          it 'logs warn message' do
            expect_next_instance_of(Gitlab::Import::Logger) do |logger|
              expect(logger).to receive(:warn)
                .with(
                  message: 'Pipeline failed',
                  pipeline_class: 'BulkImports::MyPipeline',
                  bulk_import_entity_id: entity.id,
                  bulk_import_entity_type: entity.source_type
                )
            end

            BulkImports::MyPipeline.new(context).run
          end
        end

        context 'when pipeline is not marked to abort on failure' do
          it 'marks entity as failed' do
            BulkImports::MyPipeline.new(context).run

            expect(entity.failed?).to eq(false)
          end
        end
      end
    end

    context 'when entity is marked as failed' do
      let(:entity) { create(:bulk_import_entity) }
      let(:context) { BulkImports::Pipeline::Context.new(entity) }

      it 'logs and returns without execution' do
        allow(entity).to receive(:failed?).and_return(true)

        expect_next_instance_of(Gitlab::Import::Logger) do |logger|
          expect(logger).to receive(:info)
            .with(
              message: 'Skipping due to failed pipeline status',
              pipeline_class: 'BulkImports::MyPipeline',
              bulk_import_entity_id: entity.id,
              bulk_import_entity_type: 'group_entity'
            )
        end

        BulkImports::MyPipeline.new(context).run
      end
    end
  end
end