2020-07-28 23:09:34 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Packages
|
|
|
|
module Nuget
|
|
|
|
class MetadataExtractionService
|
|
|
|
include Gitlab::Utils::StrongMemoize
|
|
|
|
|
|
|
|
ExtractionError = Class.new(StandardError)
|
|
|
|
|
|
|
|
XPATHS = {
|
|
|
|
package_name: '//xmlns:package/xmlns:metadata/xmlns:id',
|
|
|
|
package_version: '//xmlns:package/xmlns:metadata/xmlns:version',
|
|
|
|
license_url: '//xmlns:package/xmlns:metadata/xmlns:licenseUrl',
|
|
|
|
project_url: '//xmlns:package/xmlns:metadata/xmlns:projectUrl',
|
|
|
|
icon_url: '//xmlns:package/xmlns:metadata/xmlns:iconUrl'
|
|
|
|
}.freeze
|
|
|
|
|
|
|
|
XPATH_DEPENDENCIES = '//xmlns:package/xmlns:metadata/xmlns:dependencies/xmlns:dependency'
|
|
|
|
XPATH_DEPENDENCY_GROUPS = '//xmlns:package/xmlns:metadata/xmlns:dependencies/xmlns:group'
|
|
|
|
XPATH_TAGS = '//xmlns:package/xmlns:metadata/xmlns:tags'
|
2021-09-30 23:02:18 +05:30
|
|
|
XPATH_PACKAGE_TYPES = '//xmlns:package/xmlns:metadata/xmlns:packageTypes/xmlns:packageType'
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
MAX_FILE_SIZE = 4.megabytes.freeze
|
|
|
|
|
|
|
|
def initialize(package_file_id)
|
|
|
|
@package_file_id = package_file_id
|
|
|
|
end
|
|
|
|
|
|
|
|
def execute
|
2021-06-08 01:23:25 +05:30
|
|
|
raise ExtractionError, 'invalid package file' unless valid_package_file?
|
2020-07-28 23:09:34 +05:30
|
|
|
|
2021-09-04 01:27:46 +05:30
|
|
|
extract_metadata(nuspec_file_content)
|
2020-07-28 23:09:34 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def package_file
|
|
|
|
strong_memoize(:package_file) do
|
|
|
|
::Packages::PackageFile.find_by_id(@package_file_id)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-09-04 01:27:46 +05:30
|
|
|
def project
|
|
|
|
package_file.package.project
|
|
|
|
end
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
def valid_package_file?
|
|
|
|
package_file &&
|
|
|
|
package_file.package&.nuget? &&
|
2020-10-24 23:57:45 +05:30
|
|
|
package_file.file.size > 0 # rubocop:disable Style/ZeroLengthPredicate
|
2020-07-28 23:09:34 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def extract_metadata(file)
|
|
|
|
doc = Nokogiri::XML(file)
|
|
|
|
|
|
|
|
XPATHS.transform_values { |query| doc.xpath(query).text.presence }
|
|
|
|
.compact
|
|
|
|
.tap do |metadata|
|
|
|
|
metadata[:package_dependencies] = extract_dependencies(doc)
|
|
|
|
metadata[:package_tags] = extract_tags(doc)
|
2021-09-30 23:02:18 +05:30
|
|
|
metadata[:package_types] = extract_package_types(doc)
|
2020-07-28 23:09:34 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def extract_dependencies(doc)
|
|
|
|
dependencies = []
|
|
|
|
|
|
|
|
doc.xpath(XPATH_DEPENDENCIES).each do |node|
|
|
|
|
dependencies << extract_dependency(node)
|
|
|
|
end
|
|
|
|
|
|
|
|
doc.xpath(XPATH_DEPENDENCY_GROUPS).each do |group_node|
|
|
|
|
target_framework = group_node.attr("targetFramework")
|
|
|
|
|
|
|
|
group_node.xpath("xmlns:dependency").each do |node|
|
|
|
|
dependencies << extract_dependency(node).merge(target_framework: target_framework)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
dependencies
|
|
|
|
end
|
|
|
|
|
|
|
|
def extract_dependency(node)
|
|
|
|
{
|
|
|
|
name: node.attr('id'),
|
|
|
|
version: node.attr('version')
|
|
|
|
}.compact
|
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
def extract_package_types(doc)
|
|
|
|
doc.xpath(XPATH_PACKAGE_TYPES).map { |node| node.attr('name') }.uniq
|
|
|
|
end
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
def extract_tags(doc)
|
|
|
|
tags = doc.xpath(XPATH_TAGS).text
|
|
|
|
|
|
|
|
return [] if tags.blank?
|
|
|
|
|
|
|
|
tags.split(::Packages::Tag::NUGET_TAGS_SEPARATOR)
|
|
|
|
end
|
|
|
|
|
2021-09-04 01:27:46 +05:30
|
|
|
def nuspec_file_content
|
|
|
|
with_zip_file do |zip_file|
|
|
|
|
entry = zip_file.glob('*.nuspec').first
|
2020-07-28 23:09:34 +05:30
|
|
|
|
2021-09-04 01:27:46 +05:30
|
|
|
raise ExtractionError, 'nuspec file not found' unless entry
|
2023-01-10 11:22:00 +05:30
|
|
|
raise ExtractionError, 'nuspec file too big' if MAX_FILE_SIZE < entry.size
|
2020-07-28 23:09:34 +05:30
|
|
|
|
2023-01-10 11:22:00 +05:30
|
|
|
Tempfile.open("nuget_extraction_package_file_#{@package_file_id}") do |file|
|
|
|
|
entry.extract(file.path) { true } # allow #extract to overwrite the file
|
|
|
|
file.unlink
|
|
|
|
file.read
|
|
|
|
end
|
|
|
|
rescue Zip::EntrySizeError => e
|
|
|
|
raise ExtractionError, "nuspec file has the wrong entry size: #{e.message}"
|
2021-09-04 01:27:46 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def with_zip_file(&block)
|
|
|
|
package_file.file.use_open_file do |open_file|
|
|
|
|
zip_file = Zip::File.new(open_file, false, true)
|
|
|
|
yield(zip_file)
|
2020-07-28 23:09:34 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|