# frozen_string_literal: true require 'rspec' require 'spec_helper' require 'mime/types' RSpec.describe Projects::Ml::ExperimentsHelper, feature_category: :mlops do let_it_be(:project) { create(:project, :private) } let_it_be(:experiment) { create(:ml_experiments, user_id: project.creator, project: project) } let_it_be(:candidate0) do create(:ml_candidates, :with_artifact, experiment: experiment, user: project.creator).tap do |c| c.params.build([{ name: 'param1', value: 'p1' }, { name: 'param2', value: 'p2' }]) c.metrics.create!( [{ name: 'metric1', value: 0.1 }, { name: 'metric2', value: 0.2 }, { name: 'metric3', value: 0.3 }] ) end end let_it_be(:candidate1) do create(:ml_candidates, experiment: experiment, user: project.creator, name: 'candidate1').tap do |c| c.params.build([{ name: 'param2', value: 'p3' }, { name: 'param3', value: 'p4' }]) c.metrics.create!(name: 'metric3', value: 0.4) end end let_it_be(:candidates) { [candidate0, candidate1] } describe '#candidates_table_items' do subject { Gitlab::Json.parse(helper.candidates_table_items(candidates)) } it 'creates the correct model for the table', :aggregate_failures do expected_values = [ { 'param1' => 'p1', 'param2' => 'p2', 'metric1' => '0.1000', 'metric2' => '0.2000', 'metric3' => '0.3000', 'artifact' => "/#{project.full_path}/-/packages/#{candidate0.artifact.id}", 'details' => "/#{project.full_path}/-/ml/candidates/#{candidate0.iid}", 'name' => candidate0.name, 'created_at' => candidate0.created_at.strftime('%Y-%m-%dT%H:%M:%S.%LZ'), 'user' => { 'username' => candidate0.user.username, 'path' => "/#{candidate0.user.username}" } }, { 'param2' => 'p3', 'param3' => 'p4', 'metric3' => '0.4000', 'artifact' => nil, 'details' => "/#{project.full_path}/-/ml/candidates/#{candidate1.iid}", 'name' => candidate1.name, 'created_at' => candidate1.created_at.strftime('%Y-%m-%dT%H:%M:%S.%LZ'), 'user' => { 'username' => candidate1.user.username, 'path' => "/#{candidate1.user.username}" } } ] subject.sort_by! { |s| s[:name] } expect(subject[0]).to eq(expected_values[0]) expect(subject[1]).to eq(expected_values[1]) end context 'when candidate does not have user' do let(:candidates) { [candidate0] } before do allow(candidate0).to receive(:user).and_return(nil) end it 'has the user property, but is nil' do expect(subject[0]['user']).to be_nil end end end describe '#unique_logged_names' do context 'when for params' do subject { Gitlab::Json.parse(helper.unique_logged_names(candidates, &:params)) } it { is_expected.to match_array(%w[param1 param2 param3]) } end context 'when latest_metrics is passed' do subject { Gitlab::Json.parse(helper.unique_logged_names(candidates, &:latest_metrics)) } it { is_expected.to match_array(%w[metric1 metric2 metric3]) } end end describe '#show_candidate_view_model' do let(:candidate) { candidate0 } subject { Gitlab::Json.parse(helper.show_candidate_view_model(candidate))['candidate'] } it 'generates the correct params' do expect(subject['params']).to include( hash_including('name' => 'param1', 'value' => 'p1'), hash_including('name' => 'param2', 'value' => 'p2') ) end it 'generates the correct metrics' do expect(subject['metrics']).to include( hash_including('name' => 'metric1', 'value' => 0.1), hash_including('name' => 'metric2', 'value' => 0.2), hash_including('name' => 'metric3', 'value' => 0.3) ) end it 'generates the correct info' do expected_info = { 'iid' => candidate.iid, 'path_to_artifact' => "/#{project.full_path}/-/packages/#{candidate.artifact.id}", 'experiment_name' => candidate.experiment.name, 'path_to_experiment' => "/#{project.full_path}/-/ml/experiments/#{experiment.iid}", 'status' => 'running' } expect(subject['info']).to include(expected_info) end end describe '#experiments_as_data' do let(:experiments) { [experiment] } subject { Gitlab::Json.parse(helper.experiments_as_data(project, experiments)) } before do allow(experiment).to receive(:candidate_count).and_return(2) end it 'generates the correct info' do expected_info = { "name" => experiment.name, "path" => "/#{project.full_path}/-/ml/experiments/#{experiment.iid}", "candidate_count" => 2 } expect(subject[0]).to eq(expected_info) end end describe '#page_info' do def paginator(cursor = nil) experiment.candidates.keyset_paginate(cursor: cursor, per_page: 1) end let_it_be(:first_page) { paginator } let_it_be(:second_page) { paginator(first_page.cursor_for_next_page) } let(:page) { nil } subject { helper.page_info(page) } context 'when is first page' do let(:page) { first_page } it 'generates the correct page_info' do is_expected.to include({ has_next_page: true, has_previous_page: false, start_cursor: nil }) end end context 'when is last page' do let(:page) { second_page } it 'generates the correct page_info' do is_expected.to include({ has_next_page: false, has_previous_page: true, start_cursor: second_page.cursor_for_previous_page, end_cursor: nil }) end end end describe '#formatted_page_info' do it 'formats to json' do expect(helper.formatted_page_info({ a: 1, b: 'c' })).to eq("{\"a\":1,\"b\":\"c\"}") end end end