debian-mirror-gitlab/lib/gitlab/gitaly_client/commit_service.rb

445 lines
16 KiB
Ruby
Raw Normal View History

2019-02-15 15:39:39 +05:30
# frozen_string_literal: true
2017-09-10 17:25:29 +05:30
module Gitlab
module GitalyClient
class CommitService
2018-03-17 18:26:18 +05:30
include Gitlab::EncodingHelper
2017-09-10 17:25:29 +05:30
def initialize(repository)
@gitaly_repo = repository.gitaly_repository
@repository = repository
end
2018-03-17 18:26:18 +05:30
def ls_files(revision)
request = Gitaly::ListFilesRequest.new(
repository: @gitaly_repo,
revision: encode_binary(revision)
)
response = GitalyClient.call(@repository.storage, :commit_service, :list_files, request, timeout: GitalyClient.medium_timeout)
response.flat_map do |msg|
msg.paths.map { |d| EncodingHelper.encode!(d.dup) }
end
end
def ancestor?(ancestor_id, child_id)
2017-09-10 17:25:29 +05:30
request = Gitaly::CommitIsAncestorRequest.new(
repository: @gitaly_repo,
ancestor_id: ancestor_id,
child_id: child_id
)
2018-03-17 18:26:18 +05:30
GitalyClient.call(@repository.storage, :commit_service, :commit_is_ancestor, request, timeout: GitalyClient.fast_timeout).value
end
def diff(from, to, options = {})
from_id = case from
when NilClass
2018-10-15 14:42:47 +05:30
Gitlab::Git::EMPTY_TREE_ID
2018-03-17 18:26:18 +05:30
else
if from.respond_to?(:oid)
# This is meant to match a Rugged::Commit. This should be impossible in
# the future.
from.oid
else
from
end
end
to_id = case to
when NilClass
2018-10-15 14:42:47 +05:30
Gitlab::Git::EMPTY_TREE_ID
2018-03-17 18:26:18 +05:30
else
if to.respond_to?(:oid)
# This is meant to match a Rugged::Commit. This should be impossible in
# the future.
to.oid
else
to
end
end
request_params = diff_between_commits_request_params(from_id, to_id, options)
call_commit_diff(request_params, options)
2017-09-10 17:25:29 +05:30
end
def diff_from_parent(commit, options = {})
2018-03-17 18:26:18 +05:30
request_params = diff_from_parent_request_params(commit, options)
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
call_commit_diff(request_params, options)
2017-09-10 17:25:29 +05:30
end
def commit_deltas(commit)
2018-03-17 18:26:18 +05:30
request = Gitaly::CommitDeltaRequest.new(diff_from_parent_request_params(commit))
2018-11-08 19:23:39 +05:30
response = GitalyClient.call(@repository.storage, :diff_service, :commit_delta, request, timeout: GitalyClient.fast_timeout)
2018-03-17 18:26:18 +05:30
response.flat_map { |msg| msg.deltas }
2017-09-10 17:25:29 +05:30
end
def tree_entry(ref, path, limit = nil)
2018-11-08 19:23:39 +05:30
if Pathname.new(path).cleanpath.to_s.start_with?('../')
2019-09-04 21:01:54 +05:30
# The TreeEntry RPC should return an empty response in this case but in
2018-11-08 19:23:39 +05:30
# Gitaly 0.107.0 and earlier we get an exception instead. This early return
# saves us a Gitaly roundtrip while also avoiding the exception.
return
end
2017-09-10 17:25:29 +05:30
request = Gitaly::TreeEntryRequest.new(
repository: @gitaly_repo,
2018-11-08 19:23:39 +05:30
revision: encode_binary(ref),
2018-03-17 18:26:18 +05:30
path: encode_binary(path),
2017-09-10 17:25:29 +05:30
limit: limit.to_i
)
2018-03-17 18:26:18 +05:30
response = GitalyClient.call(@repository.storage, :commit_service, :tree_entry, request, timeout: GitalyClient.medium_timeout)
entry = nil
2019-02-15 15:39:39 +05:30
data = []
2018-03-17 18:26:18 +05:30
response.each do |msg|
if entry.nil?
entry = msg
break unless entry.type == :BLOB
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
data << msg.data
2017-09-10 17:25:29 +05:30
end
2019-02-15 15:39:39 +05:30
entry.data = data.join
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
entry unless entry.oid.blank?
2017-09-10 17:25:29 +05:30
end
2018-03-27 19:54:05 +05:30
def tree_entries(repository, revision, path, recursive)
2017-09-10 17:25:29 +05:30
request = Gitaly::GetTreeEntriesRequest.new(
repository: @gitaly_repo,
2018-03-17 18:26:18 +05:30
revision: encode_binary(revision),
2018-03-27 19:54:05 +05:30
path: path.present? ? encode_binary(path) : '.',
recursive: recursive
2017-09-10 17:25:29 +05:30
)
2018-03-17 18:26:18 +05:30
response = GitalyClient.call(@repository.storage, :commit_service, :get_tree_entries, request, timeout: GitalyClient.medium_timeout)
2017-09-10 17:25:29 +05:30
response.flat_map do |message|
message.entries.map do |gitaly_tree_entry|
Gitlab::Git::Tree.new(
id: gitaly_tree_entry.oid,
root_id: gitaly_tree_entry.root_oid,
type: gitaly_tree_entry.type.downcase,
mode: gitaly_tree_entry.mode.to_s(8),
2018-03-17 18:26:18 +05:30
name: File.basename(gitaly_tree_entry.path),
path: encode_binary(gitaly_tree_entry.path),
flat_path: encode_binary(gitaly_tree_entry.flat_path),
2017-09-10 17:25:29 +05:30
commit_id: gitaly_tree_entry.commit_oid
)
end
end
end
def commit_count(ref, options = {})
request = Gitaly::CountCommitsRequest.new(
repository: @gitaly_repo,
2018-03-27 19:54:05 +05:30
revision: encode_binary(ref),
2019-12-21 20:55:43 +05:30
all: !!options[:all],
first_parent: !!options[:first_parent]
2017-09-10 17:25:29 +05:30
)
request.after = Google::Protobuf::Timestamp.new(seconds: options[:after].to_i) if options[:after].present?
request.before = Google::Protobuf::Timestamp.new(seconds: options[:before].to_i) if options[:before].present?
2018-03-17 18:26:18 +05:30
request.path = encode_binary(options[:path]) if options[:path].present?
request.max_count = options[:max_count] if options[:max_count].present?
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
GitalyClient.call(@repository.storage, :commit_service, :count_commits, request, timeout: GitalyClient.medium_timeout).count
2017-09-10 17:25:29 +05:30
end
2019-07-07 11:18:12 +05:30
def diverging_commit_count(from, to, max_count:)
request = Gitaly::CountDivergingCommitsRequest.new(
repository: @gitaly_repo,
from: encode_binary(from),
to: encode_binary(to),
max_count: max_count
)
response = GitalyClient.call(@repository.storage, :commit_service, :count_diverging_commits, request, timeout: GitalyClient.medium_timeout)
[response.left_count, response.right_count]
end
2018-12-05 23:21:45 +05:30
def list_last_commits_for_tree(revision, path, offset: 0, limit: 25)
request = Gitaly::ListLastCommitsForTreeRequest.new(
repository: @gitaly_repo,
revision: encode_binary(revision),
path: encode_binary(path.to_s),
offset: offset,
limit: limit
)
response = GitalyClient.call(@repository.storage, :commit_service, :list_last_commits_for_tree, request, timeout: GitalyClient.medium_timeout)
response.each_with_object({}) do |gitaly_response, hsh|
gitaly_response.commits.each do |commit_for_tree|
2019-07-31 22:56:46 +05:30
hsh[commit_for_tree.path_bytes] = Gitlab::Git::Commit.new(@repository, commit_for_tree.commit)
2018-12-05 23:21:45 +05:30
end
end
end
2017-09-10 17:25:29 +05:30
def last_commit_for_path(revision, path)
request = Gitaly::LastCommitForPathRequest.new(
repository: @gitaly_repo,
2018-03-17 18:26:18 +05:30
revision: encode_binary(revision),
path: encode_binary(path.to_s)
2017-09-10 17:25:29 +05:30
)
2018-03-17 18:26:18 +05:30
gitaly_commit = GitalyClient.call(@repository.storage, :commit_service, :last_commit_for_path, request, timeout: GitalyClient.fast_timeout).commit
2017-09-10 17:25:29 +05:30
return unless gitaly_commit
Gitlab::Git::Commit.new(@repository, gitaly_commit)
end
def between(from, to)
request = Gitaly::CommitsBetweenRequest.new(
repository: @gitaly_repo,
from: from,
to: to
)
2019-12-26 22:10:19 +05:30
GitalyClient.streaming_call(@repository.storage, :commit_service, :commits_between, request, timeout: GitalyClient.medium_timeout) do |response|
consume_commits_response(response)
end
2017-09-10 17:25:29 +05:30
end
2018-12-05 23:21:45 +05:30
def diff_stats(left_commit_sha, right_commit_sha)
request = Gitaly::DiffStatsRequest.new(
repository: @gitaly_repo,
left_commit_id: left_commit_sha,
right_commit_id: right_commit_sha
)
response = GitalyClient.call(@repository.storage, :diff_service, :diff_stats, request, timeout: GitalyClient.medium_timeout)
response.flat_map(&:stats)
end
2017-09-10 17:25:29 +05:30
def find_all_commits(opts = {})
request = Gitaly::FindAllCommitsRequest.new(
repository: @gitaly_repo,
revision: opts[:ref].to_s,
max_count: opts[:max_count].to_i,
skip: opts[:skip].to_i
)
request.order = opts[:order].upcase if opts[:order].present?
2019-12-26 22:10:19 +05:30
GitalyClient.streaming_call(@repository.storage, :commit_service, :find_all_commits, request, timeout: GitalyClient.medium_timeout) do |response|
consume_commits_response(response)
end
2018-03-17 18:26:18 +05:30
end
def list_commits_by_oid(oids)
2018-11-08 19:23:39 +05:30
return [] if oids.empty?
2018-03-17 18:26:18 +05:30
request = Gitaly::ListCommitsByOidRequest.new(repository: @gitaly_repo, oid: oids)
2019-12-26 22:10:19 +05:30
GitalyClient.streaming_call(@repository.storage, :commit_service, :list_commits_by_oid, request, timeout: GitalyClient.medium_timeout) do |response|
consume_commits_response(response)
end
2018-03-17 18:26:18 +05:30
rescue GRPC::NotFound # If no repository is found, happens mainly during testing
[]
2017-09-10 17:25:29 +05:30
end
def commits_by_message(query, revision: '', path: '', limit: 1000, offset: 0)
request = Gitaly::CommitsByMessageRequest.new(
repository: @gitaly_repo,
query: query,
revision: revision.to_s.force_encoding(Encoding::ASCII_8BIT),
path: path.to_s.force_encoding(Encoding::ASCII_8BIT),
limit: limit.to_i,
offset: offset.to_i
)
2019-12-26 22:10:19 +05:30
GitalyClient.streaming_call(@repository.storage, :commit_service, :commits_by_message, request, timeout: GitalyClient.medium_timeout) do |response|
consume_commits_response(response)
end
2017-09-10 17:25:29 +05:30
end
def languages(ref = nil)
request = Gitaly::CommitLanguagesRequest.new(repository: @gitaly_repo, revision: ref || '')
2019-12-21 20:55:43 +05:30
response = GitalyClient.call(@repository.storage, :commit_service, :commit_languages, request, timeout: GitalyClient.long_timeout)
2017-09-10 17:25:29 +05:30
response.languages.map { |l| { value: l.share.round(2), label: l.name, color: l.color, highlight: l.color } }
end
def raw_blame(revision, path)
request = Gitaly::RawBlameRequest.new(
repository: @gitaly_repo,
2018-03-17 18:26:18 +05:30
revision: encode_binary(revision),
path: encode_binary(path)
2017-09-10 17:25:29 +05:30
)
2018-03-17 18:26:18 +05:30
response = GitalyClient.call(@repository.storage, :commit_service, :raw_blame, request, timeout: GitalyClient.medium_timeout)
2019-02-15 15:39:39 +05:30
response.reduce([]) { |memo, msg| memo << msg.data }.join
2017-09-10 17:25:29 +05:30
end
2018-03-17 18:26:18 +05:30
def find_commit(revision)
2019-09-30 21:07:59 +05:30
return call_find_commit(revision) unless Gitlab::SafeRequestStore.active?
# We don't use Gitlab::SafeRequestStore.fetch(key) { ... } directly
# because `revision` can be a branch name, so we can't use it as a key
# as it could point to another commit later on (happens a lot in
# tests).
key = {
storage: @gitaly_repo.storage_name,
relative_path: @gitaly_repo.relative_path,
commit_id: revision
}
return Gitlab::SafeRequestStore[key] if Gitlab::SafeRequestStore.exist?(key)
commit = call_find_commit(revision)
if GitalyClient.ref_name_caching_allowed?
2018-12-05 23:21:45 +05:30
Gitlab::SafeRequestStore[key] = commit
2019-09-30 21:07:59 +05:30
return commit
2018-03-17 18:26:18 +05:30
end
2019-09-30 21:07:59 +05:30
return unless commit
key[:commit_id] = commit.id
Gitlab::SafeRequestStore[key] = commit
2018-03-17 18:26:18 +05:30
end
def commit_stats(revision)
request = Gitaly::CommitStatsRequest.new(
repository: @gitaly_repo,
revision: encode_binary(revision)
)
GitalyClient.call(@repository.storage, :commit_service, :commit_stats, request, timeout: GitalyClient.medium_timeout)
end
def find_commits(options)
request = Gitaly::FindCommitsRequest.new(
repository: @gitaly_repo,
limit: options[:limit],
offset: options[:offset],
follow: options[:follow],
skip_merges: options[:skip_merges],
2018-03-27 19:54:05 +05:30
all: !!options[:all],
2019-12-21 20:55:43 +05:30
first_parent: !!options[:first_parent],
2018-03-17 18:26:18 +05:30
disable_walk: true # This option is deprecated. The 'walk' implementation is being removed.
)
request.after = GitalyClient.timestamp(options[:after]) if options[:after]
request.before = GitalyClient.timestamp(options[:before]) if options[:before]
request.revision = encode_binary(options[:ref]) if options[:ref]
2020-04-08 14:13:33 +05:30
request.author = encode_binary(options[:author]) if options[:author]
request.order = options[:order].upcase.sub('DEFAULT', 'NONE') if options[:order].present?
2018-03-17 18:26:18 +05:30
request.paths = encode_repeated(Array(options[:path])) if options[:path].present?
2019-12-26 22:10:19 +05:30
GitalyClient.streaming_call(@repository.storage, :commit_service, :find_commits, request, timeout: GitalyClient.medium_timeout) do |response|
consume_commits_response(response)
end
2018-03-17 18:26:18 +05:30
end
def filter_shas_with_signatures(shas)
request = Gitaly::FilterShasWithSignaturesRequest.new(repository: @gitaly_repo)
enum = Enumerator.new do |y|
shas.each_slice(20) do |revs|
request.shas = encode_repeated(revs)
y.yield request
request = Gitaly::FilterShasWithSignaturesRequest.new
end
end
2018-11-08 19:23:39 +05:30
response = GitalyClient.call(@repository.storage, :commit_service, :filter_shas_with_signatures, enum, timeout: GitalyClient.fast_timeout)
2018-03-17 18:26:18 +05:30
response.flat_map do |msg|
msg.shas.map { |sha| EncodingHelper.encode!(sha) }
end
end
2018-03-27 19:54:05 +05:30
def get_commit_signatures(commit_ids)
request = Gitaly::GetCommitSignaturesRequest.new(repository: @gitaly_repo, commit_ids: commit_ids)
2018-11-08 19:23:39 +05:30
response = GitalyClient.call(@repository.storage, :commit_service, :get_commit_signatures, request, timeout: GitalyClient.fast_timeout)
2018-03-27 19:54:05 +05:30
2019-02-15 15:39:39 +05:30
signatures = Hash.new { |h, k| h[k] = [+''.b, +''.b] }
2018-03-27 19:54:05 +05:30
current_commit_id = nil
response.each do |message|
current_commit_id = message.commit_id if message.commit_id.present?
signatures[current_commit_id].first << message.signature
signatures[current_commit_id].last << message.signed_text
end
signatures
2018-11-08 19:23:39 +05:30
rescue GRPC::InvalidArgument => ex
raise ArgumentError, ex
end
def get_commit_messages(commit_ids)
request = Gitaly::GetCommitMessagesRequest.new(repository: @gitaly_repo, commit_ids: commit_ids)
response = GitalyClient.call(@repository.storage, :commit_service, :get_commit_messages, request, timeout: GitalyClient.fast_timeout)
2019-02-15 15:39:39 +05:30
messages = Hash.new { |h, k| h[k] = +''.b }
2018-11-08 19:23:39 +05:30
current_commit_id = nil
response.each do |rpc_message|
current_commit_id = rpc_message.commit_id if rpc_message.commit_id.present?
messages[current_commit_id] << rpc_message.message
end
messages
2018-03-27 19:54:05 +05:30
end
2017-09-10 17:25:29 +05:30
private
2018-03-17 18:26:18 +05:30
def call_commit_diff(request_params, options = {})
request_params[:ignore_whitespace_change] = options.fetch(:ignore_whitespace_change, false)
request_params[:enforce_limits] = options.fetch(:limits, true)
2018-11-08 19:23:39 +05:30
request_params[:collapse_diffs] = !options.fetch(:expanded, true)
2018-11-20 20:47:30 +05:30
request_params.merge!(Gitlab::Git::DiffCollection.limits(options).to_h)
2018-03-17 18:26:18 +05:30
request = Gitaly::CommitDiffRequest.new(request_params)
response = GitalyClient.call(@repository.storage, :diff_service, :commit_diff, request, timeout: GitalyClient.medium_timeout)
GitalyClient::DiffStitcher.new(response)
end
def diff_from_parent_request_params(commit, options = {})
2018-10-15 14:42:47 +05:30
parent_id = commit.parent_ids.first || Gitlab::Git::EMPTY_TREE_ID
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
diff_between_commits_request_params(parent_id, commit.id, options)
end
def diff_between_commits_request_params(from_id, to_id, options)
2017-09-10 17:25:29 +05:30
{
repository: @gitaly_repo,
2018-03-17 18:26:18 +05:30
left_commit_id: from_id,
right_commit_id: to_id,
paths: options.fetch(:paths, []).compact.map { |path| encode_binary(path) }
2017-09-10 17:25:29 +05:30
}
end
def consume_commits_response(response)
response.flat_map do |message|
message.commits.map do |gitaly_commit|
Gitlab::Git::Commit.new(@repository, gitaly_commit)
end
end
end
2018-03-17 18:26:18 +05:30
2018-11-18 11:00:15 +05:30
def encode_repeated(array)
Google::Protobuf::RepeatedField.new(:bytes, array.map { |s| encode_binary(s) } )
2018-03-17 18:26:18 +05:30
end
def call_find_commit(revision)
request = Gitaly::FindCommitRequest.new(
repository: @gitaly_repo,
revision: encode_binary(revision)
)
response = GitalyClient.call(@repository.storage, :commit_service, :find_commit, request, timeout: GitalyClient.medium_timeout)
response.commit
end
2017-09-10 17:25:29 +05:30
end
end
end