2020-05-24 23:13:21 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
class Wiki
|
|
|
|
extend ::Gitlab::Utils::Override
|
|
|
|
include HasRepository
|
2021-03-08 18:12:59 +05:30
|
|
|
include Repositories::CanHousekeepRepository
|
2020-05-24 23:13:21 +05:30
|
|
|
include Gitlab::Utils::StrongMemoize
|
2021-01-03 14:25:43 +05:30
|
|
|
include GlobalID::Identification
|
2020-05-24 23:13:21 +05:30
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
extend ActiveModel::Naming
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
MARKUPS = { # rubocop:disable Style/MultilineIfModifier
|
2022-06-21 17:19:12 +05:30
|
|
|
markdown: {
|
|
|
|
name: 'Markdown',
|
|
|
|
default_extension: :md,
|
2022-07-16 23:28:13 +05:30
|
|
|
extension_regex: Regexp.new('md|mkdn?|mdown|markdown', 'i'),
|
2022-06-21 17:19:12 +05:30
|
|
|
created_by_user: true
|
|
|
|
},
|
|
|
|
rdoc: {
|
|
|
|
name: 'RDoc',
|
|
|
|
default_extension: :rdoc,
|
2022-07-16 23:28:13 +05:30
|
|
|
extension_regex: Regexp.new('rdoc', 'i'),
|
2022-06-21 17:19:12 +05:30
|
|
|
created_by_user: true
|
|
|
|
},
|
|
|
|
asciidoc: {
|
|
|
|
name: 'AsciiDoc',
|
|
|
|
default_extension: :asciidoc,
|
2022-07-16 23:28:13 +05:30
|
|
|
extension_regex: Regexp.new('adoc|asciidoc', 'i'),
|
2022-06-21 17:19:12 +05:30
|
|
|
created_by_user: true
|
|
|
|
},
|
|
|
|
org: {
|
|
|
|
name: 'Org',
|
|
|
|
default_extension: :org,
|
2022-07-16 23:28:13 +05:30
|
|
|
extension_regex: Regexp.new('org', 'i'),
|
2022-06-21 17:19:12 +05:30
|
|
|
created_by_user: true
|
|
|
|
},
|
|
|
|
textile: {
|
|
|
|
name: 'Textile',
|
2022-07-16 23:28:13 +05:30
|
|
|
default_extension: :textile,
|
|
|
|
extension_regex: Regexp.new('textile', 'i')
|
2022-06-21 17:19:12 +05:30
|
|
|
},
|
|
|
|
creole: {
|
|
|
|
name: 'Creole',
|
2022-07-16 23:28:13 +05:30
|
|
|
default_extension: :creole,
|
|
|
|
extension_regex: Regexp.new('creole', 'i')
|
2022-06-21 17:19:12 +05:30
|
|
|
},
|
|
|
|
rest: {
|
|
|
|
name: 'reStructuredText',
|
2022-07-16 23:28:13 +05:30
|
|
|
default_extension: :rst,
|
|
|
|
extension_regex: Regexp.new('re?st(\.txt)?', 'i')
|
2022-06-21 17:19:12 +05:30
|
|
|
},
|
|
|
|
mediawiki: {
|
|
|
|
name: 'MediaWiki',
|
2022-07-16 23:28:13 +05:30
|
|
|
default_extension: :mediawiki,
|
|
|
|
extension_regex: Regexp.new('(media)?wiki', 'i')
|
|
|
|
},
|
|
|
|
pod: {
|
|
|
|
name: 'Pod',
|
|
|
|
default_extension: :pod,
|
|
|
|
extension_regex: Regexp.new('pod', 'i')
|
|
|
|
},
|
|
|
|
plaintext: {
|
|
|
|
name: 'Plain Text',
|
|
|
|
default_extension: :txt,
|
|
|
|
extension_regex: Regexp.new('txt', 'i')
|
2022-06-21 17:19:12 +05:30
|
|
|
}
|
2020-05-24 23:13:21 +05:30
|
|
|
}.freeze unless defined?(MARKUPS)
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
VALID_USER_MARKUPS = MARKUPS.select { |_, v| v[:created_by_user] }.freeze unless defined?(VALID_USER_MARKUPS)
|
|
|
|
|
2022-07-16 23:28:13 +05:30
|
|
|
unless defined?(ALLOWED_EXTENSIONS_REGEX)
|
|
|
|
ALLOWED_EXTENSIONS_REGEX = Regexp.union(MARKUPS.map { |key, value| value[:extension_regex] }).freeze
|
|
|
|
end
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
CouldNotCreateWikiError = Class.new(StandardError)
|
|
|
|
|
|
|
|
HOMEPAGE = 'home'
|
|
|
|
SIDEBAR = '_sidebar'
|
|
|
|
|
|
|
|
TITLE_ORDER = 'title'
|
|
|
|
CREATED_AT_ORDER = 'created_at'
|
|
|
|
DIRECTION_DESC = 'desc'
|
|
|
|
DIRECTION_ASC = 'asc'
|
|
|
|
|
|
|
|
attr_reader :container, :user
|
|
|
|
|
|
|
|
# Returns a string describing what went wrong after
|
|
|
|
# an operation fails.
|
|
|
|
attr_reader :error_message
|
|
|
|
|
2021-01-03 14:25:43 +05:30
|
|
|
# Support run_after_commit callbacks, since we don't have a DB record
|
|
|
|
# we delegate to the container.
|
|
|
|
delegate :run_after_commit, to: :container
|
|
|
|
|
|
|
|
class << self
|
|
|
|
attr_accessor :container_class
|
|
|
|
|
|
|
|
def for_container(container, user = nil)
|
|
|
|
"#{container.class.name}Wiki".constantize.new(container, user)
|
|
|
|
end
|
|
|
|
|
|
|
|
# This is needed to support repository lookup through Gitlab::GlRepository::Identifier
|
|
|
|
def find_by_id(container_id)
|
|
|
|
container_class.find_by_id(container_id)&.wiki
|
|
|
|
end
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def initialize(container, user = nil)
|
2021-01-03 14:25:43 +05:30
|
|
|
raise ArgumentError, "user must be a User, got #{user.class}" if user && !user.is_a?(User)
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
@container = container
|
|
|
|
@user = user
|
2021-01-03 14:25:43 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def ==(other)
|
|
|
|
other.is_a?(self.class) && container == other.container
|
|
|
|
end
|
|
|
|
|
|
|
|
# This is needed in:
|
|
|
|
# - Storage::Hashed
|
|
|
|
# - Gitlab::GlRepository::RepoType#identifier_for_container
|
|
|
|
#
|
|
|
|
# We also need an `#id` to support `build_stubbed` in tests, where the
|
|
|
|
# value doesn't matter.
|
|
|
|
#
|
|
|
|
# NOTE: Wikis don't have a DB record, so this ID can be the same
|
|
|
|
# for two wikis in different containers and should not be expected to
|
|
|
|
# be unique. Use `to_global_id` instead if you need a unique ID.
|
|
|
|
def id
|
|
|
|
container.id
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def path
|
|
|
|
container.path + '.wiki'
|
|
|
|
end
|
|
|
|
|
|
|
|
# Returns the Gitlab::Git::Wiki object.
|
|
|
|
def wiki
|
|
|
|
strong_memoize(:wiki) do
|
|
|
|
create_wiki_repository
|
|
|
|
Gitlab::Git::Wiki.new(repository.raw)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def create_wiki_repository
|
2022-05-07 20:08:51 +05:30
|
|
|
repository.create_if_not_exists(default_branch)
|
2020-05-24 23:13:21 +05:30
|
|
|
|
|
|
|
raise CouldNotCreateWikiError unless repository_exists?
|
2021-06-08 01:23:25 +05:30
|
|
|
rescue StandardError => err
|
2020-05-24 23:13:21 +05:30
|
|
|
Gitlab::ErrorTracking.track_exception(err, wiki: {
|
|
|
|
container_type: container.class.name,
|
|
|
|
container_id: container.id,
|
|
|
|
full_path: full_path,
|
|
|
|
disk_path: disk_path
|
|
|
|
})
|
|
|
|
|
|
|
|
raise CouldNotCreateWikiError
|
|
|
|
end
|
|
|
|
|
|
|
|
def has_home_page?
|
|
|
|
!!find_page(HOMEPAGE)
|
|
|
|
end
|
|
|
|
|
|
|
|
def empty?
|
2021-03-11 19:13:27 +05:30
|
|
|
!repository_exists? || list_pages(limit: 1).empty?
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def exists?
|
|
|
|
!empty?
|
|
|
|
end
|
|
|
|
|
|
|
|
# Lists wiki pages of the repository.
|
|
|
|
#
|
|
|
|
# limit - max number of pages returned by the method.
|
|
|
|
# sort - criterion by which the pages are sorted.
|
|
|
|
# direction - order of the sorted pages.
|
|
|
|
# load_content - option, which specifies whether the content inside the page
|
|
|
|
# will be loaded.
|
|
|
|
#
|
|
|
|
# Returns an Array of GitLab WikiPage instances or an
|
|
|
|
# empty Array if this Wiki has no pages.
|
|
|
|
def list_pages(limit: 0, sort: nil, direction: DIRECTION_ASC, load_content: false)
|
|
|
|
wiki.list_pages(
|
|
|
|
limit: limit,
|
|
|
|
sort: sort,
|
|
|
|
direction_desc: direction == DIRECTION_DESC,
|
|
|
|
load_content: load_content
|
|
|
|
).map do |page|
|
|
|
|
WikiPage.new(self, page)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def sidebar_entries(limit: Gitlab::WikiPages::MAX_SIDEBAR_PAGES, **options)
|
|
|
|
pages = list_pages(**options.merge(limit: limit + 1))
|
|
|
|
limited = pages.size > limit
|
|
|
|
pages = pages.first(limit) if limited
|
|
|
|
|
2021-01-03 14:25:43 +05:30
|
|
|
[WikiDirectory.group_pages(pages), limited]
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
2021-01-03 14:25:43 +05:30
|
|
|
# Finds a page within the repository based on a title
|
2020-05-24 23:13:21 +05:30
|
|
|
# or slug.
|
|
|
|
#
|
|
|
|
# title - The human readable or parameterized title of
|
|
|
|
# the page.
|
|
|
|
#
|
|
|
|
# Returns an initialized WikiPage instance or nil
|
2022-05-07 20:08:51 +05:30
|
|
|
def find_page(title, version = nil, load_content: true)
|
2020-05-24 23:13:21 +05:30
|
|
|
page_title, page_dir = page_title_and_dir(title)
|
|
|
|
|
2022-05-07 20:08:51 +05:30
|
|
|
if page = wiki.page(title: page_title, version: version, dir: page_dir, load_content: load_content)
|
2020-05-24 23:13:21 +05:30
|
|
|
WikiPage.new(self, page)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def find_sidebar(version = nil)
|
|
|
|
find_page(SIDEBAR, version)
|
|
|
|
end
|
|
|
|
|
2021-04-17 20:07:23 +05:30
|
|
|
def find_file(name, version = 'HEAD', load_content: true)
|
2021-04-29 21:17:54 +05:30
|
|
|
data_limit = load_content ? -1 : 0
|
|
|
|
blobs = repository.blobs_at([[version, name]], blob_size_limit: data_limit)
|
2021-04-17 20:07:23 +05:30
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
return if blobs.empty?
|
2021-04-17 20:07:23 +05:30
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
Gitlab::Git::WikiFile.new(blobs.first)
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def create_page(title, content, format = :markdown, message = nil)
|
2022-07-23 23:45:48 +05:30
|
|
|
with_valid_format(format) do |default_extension|
|
|
|
|
if file_exists_by_regex?(title)
|
|
|
|
raise_duplicate_page_error!
|
2022-06-21 17:19:12 +05:30
|
|
|
end
|
|
|
|
|
2022-07-23 23:45:48 +05:30
|
|
|
capture_git_error(:created) do
|
|
|
|
create_wiki_repository unless repository_exists?
|
|
|
|
sanitized_path = sluggified_full_path(title, default_extension)
|
|
|
|
repository.create_file(user, sanitized_path, content, **multi_commit_options(:created, message, title))
|
|
|
|
repository.expire_status_cache if repository.empty?
|
|
|
|
after_wiki_activity
|
2022-06-21 17:19:12 +05:30
|
|
|
|
2022-07-23 23:45:48 +05:30
|
|
|
true
|
|
|
|
rescue Gitlab::Git::Index::IndexError
|
|
|
|
raise_duplicate_page_error!
|
|
|
|
end
|
2022-06-21 17:19:12 +05:30
|
|
|
end
|
2022-07-16 23:28:13 +05:30
|
|
|
rescue Gitlab::Git::Wiki::DuplicatePageError => e
|
|
|
|
@error_message = _("Duplicate page: %{error_message}" % { error_message: e.message })
|
|
|
|
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def update_page(page, content:, title: nil, format: :markdown, message: nil)
|
|
|
|
with_valid_format(format) do |default_extension|
|
|
|
|
title = title.presence || Pathname(page.path).sub_ext('').to_s
|
|
|
|
|
|
|
|
# If the format is the same we keep the former extension. This check is for formats
|
|
|
|
# that can have more than one extension like Markdown (.md, .markdown)
|
|
|
|
# If we don't do this we will override the existing extension.
|
|
|
|
extension = page.format != format.to_sym ? default_extension : File.extname(page.path).downcase[1..]
|
|
|
|
|
|
|
|
capture_git_error(:updated) do
|
|
|
|
repository.update_file(
|
|
|
|
user,
|
|
|
|
sluggified_full_path(title, extension),
|
|
|
|
content,
|
|
|
|
previous_path: page.path,
|
|
|
|
**multi_commit_options(:updated, message, title))
|
|
|
|
|
|
|
|
after_wiki_activity
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
end
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def delete_page(page, message = nil)
|
|
|
|
return unless page
|
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
capture_git_error(:deleted) do
|
|
|
|
repository.delete_file(user, page.path, **multi_commit_options(:deleted, message, page.title))
|
2020-05-24 23:13:21 +05:30
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
after_wiki_activity
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def page_title_and_dir(title)
|
|
|
|
return unless title
|
|
|
|
|
|
|
|
title_array = title.split("/")
|
|
|
|
title = title_array.pop
|
|
|
|
[title, title_array.join("/")]
|
|
|
|
end
|
|
|
|
|
|
|
|
def ensure_repository
|
|
|
|
raise CouldNotCreateWikiError unless wiki.repository_exists?
|
|
|
|
end
|
|
|
|
|
|
|
|
def hook_attrs
|
|
|
|
{
|
|
|
|
web_url: web_url,
|
|
|
|
git_ssh_url: ssh_url_to_repo,
|
|
|
|
git_http_url: http_url_to_repo,
|
|
|
|
path_with_namespace: full_path,
|
|
|
|
default_branch: default_branch
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
override :repository
|
|
|
|
def repository
|
2021-01-03 14:25:43 +05:30
|
|
|
@repository ||= Gitlab::GlRepository::WIKI.repository_for(self)
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def repository_storage
|
|
|
|
raise NotImplementedError
|
|
|
|
end
|
|
|
|
|
|
|
|
def hashed_storage?
|
|
|
|
raise NotImplementedError
|
|
|
|
end
|
|
|
|
|
|
|
|
override :full_path
|
|
|
|
def full_path
|
|
|
|
container.full_path + '.wiki'
|
|
|
|
end
|
|
|
|
|
|
|
|
# @deprecated use full_path when you need it for an URL route or disk_path when you want to point to the filesystem
|
|
|
|
alias_method :path_with_namespace, :full_path
|
|
|
|
|
|
|
|
override :default_branch
|
|
|
|
def default_branch
|
2021-09-30 23:02:18 +05:30
|
|
|
super || Gitlab::Git::Wiki.default_ref(container)
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def wiki_base_path
|
2020-06-23 00:09:42 +05:30
|
|
|
web_url(only_path: true).sub(%r{/#{Wiki::HOMEPAGE}\z}, '')
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
# Callbacks for synchronous processing after wiki changes.
|
|
|
|
# These will be executed after any change made through GitLab itself (web UI and API),
|
|
|
|
# but not for Git pushes.
|
|
|
|
def after_wiki_activity
|
|
|
|
end
|
|
|
|
|
|
|
|
# Callbacks for background processing after wiki changes.
|
|
|
|
# These will be executed after any change to the wiki repository.
|
|
|
|
def after_post_receive
|
|
|
|
end
|
|
|
|
|
2021-03-11 19:13:27 +05:30
|
|
|
override :git_garbage_collect_worker_klass
|
|
|
|
def git_garbage_collect_worker_klass
|
|
|
|
Wikis::GitGarbageCollectWorker
|
|
|
|
end
|
|
|
|
|
|
|
|
def cleanup
|
|
|
|
@repository = nil
|
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
def capture_git_error(action, &block)
|
|
|
|
yield block
|
|
|
|
rescue Gitlab::Git::Index::IndexError,
|
|
|
|
Gitlab::Git::CommitError,
|
|
|
|
Gitlab::Git::PreReceiveError,
|
|
|
|
Gitlab::Git::CommandError,
|
|
|
|
ArgumentError => error
|
|
|
|
|
|
|
|
Gitlab::ErrorTracking.log_exception(error, action: action, wiki_id: id)
|
|
|
|
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
private
|
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
def multi_commit_options(action, message = nil, title = nil)
|
|
|
|
commit_message = build_commit_message(action, message, title)
|
|
|
|
git_user = Gitlab::Git::User.from_gitlab(user)
|
|
|
|
|
|
|
|
{
|
2022-06-21 17:19:12 +05:30
|
|
|
branch_name: repository.root_ref || default_branch,
|
2021-04-29 21:17:54 +05:30
|
|
|
message: commit_message,
|
|
|
|
author_email: git_user.email,
|
|
|
|
author_name: git_user.name
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_commit_message(action, message, title)
|
|
|
|
message.presence || default_message(action, title)
|
|
|
|
end
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
def default_message(action, title)
|
|
|
|
"#{user.username} #{action} page: #{title}"
|
|
|
|
end
|
2022-06-21 17:19:12 +05:30
|
|
|
|
|
|
|
def with_valid_format(format, &block)
|
|
|
|
default_extension = Wiki::VALID_USER_MARKUPS.dig(format.to_sym, :default_extension).to_s
|
|
|
|
|
|
|
|
if default_extension.blank?
|
|
|
|
@error_message = _('Invalid format selected')
|
|
|
|
|
|
|
|
return false
|
|
|
|
end
|
|
|
|
|
|
|
|
yield default_extension
|
|
|
|
end
|
|
|
|
|
2022-07-16 23:28:13 +05:30
|
|
|
def file_exists_by_regex?(title)
|
|
|
|
return false unless repository_exists?
|
|
|
|
|
|
|
|
escaped_title = Regexp.escape(sluggified_title(title))
|
|
|
|
regex = Regexp.new("^#{escaped_title}\.#{ALLOWED_EXTENSIONS_REGEX}$", 'i')
|
|
|
|
|
|
|
|
repository.ls_files('HEAD').any? { |s| s =~ regex }
|
|
|
|
end
|
|
|
|
|
|
|
|
def raise_duplicate_page_error!
|
|
|
|
raise Gitlab::Git::Wiki::DuplicatePageError, _('A page with that title already exists')
|
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
def sluggified_full_path(title, extension)
|
|
|
|
sluggified_title(title) + '.' + extension
|
|
|
|
end
|
|
|
|
|
|
|
|
def sluggified_title(title)
|
2022-07-16 23:28:13 +05:30
|
|
|
utf8_encoded_title = Gitlab::EncodingHelper.encode_utf8_no_detect(title)
|
|
|
|
|
|
|
|
sanitized_title(utf8_encoded_title).tr(' ', '-')
|
|
|
|
end
|
|
|
|
|
|
|
|
def sanitized_title(title)
|
|
|
|
clean_absolute_path = File.expand_path(title, '/')
|
|
|
|
|
|
|
|
Pathname.new(clean_absolute_path).relative_path_from('/').to_s
|
2022-06-21 17:19:12 +05:30
|
|
|
end
|
2020-05-24 23:13:21 +05:30
|
|
|
end
|
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
Wiki.prepend_mod_with('Wiki')
|