2018-11-08 19:23:39 +05:30
|
|
|
|
# coding: utf-8
|
2017-08-17 22:00:37 +05:30
|
|
|
|
require 'spec_helper'
|
|
|
|
|
|
2017-09-10 17:25:29 +05:30
|
|
|
|
describe Gitlab::UrlBlocker do
|
2019-10-31 01:37:42 +05:30
|
|
|
|
include StubRequests
|
|
|
|
|
|
2019-06-05 12:25:43 +05:30
|
|
|
|
describe '#validate!' do
|
2019-10-31 01:37:42 +05:30
|
|
|
|
shared_examples 'validates URI and hostname' do
|
|
|
|
|
it 'runs the url validations' do
|
|
|
|
|
uri, hostname = subject
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse(expected_uri))
|
|
|
|
|
expect(hostname).to eq(expected_hostname)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
2019-06-05 12:25:43 +05:30
|
|
|
|
context 'when URI is nil' do
|
|
|
|
|
let(:import_url) { nil }
|
|
|
|
|
|
|
|
|
|
it 'returns no URI and hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url)
|
|
|
|
|
|
|
|
|
|
expect(uri).to be(nil)
|
|
|
|
|
expect(hostname).to be(nil)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'when URI is internal' do
|
|
|
|
|
let(:import_url) { 'http://localhost' }
|
|
|
|
|
|
|
|
|
|
it 'returns URI and no hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url)
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse('http://[::1]'))
|
|
|
|
|
expect(hostname).to eq('localhost')
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'when the URL hostname is a domain' do
|
|
|
|
|
let(:import_url) { 'https://example.org' }
|
|
|
|
|
|
|
|
|
|
it 'returns URI and hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url)
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse('https://93.184.216.34'))
|
|
|
|
|
expect(hostname).to eq('example.org')
|
|
|
|
|
end
|
2019-10-31 01:37:42 +05:30
|
|
|
|
|
|
|
|
|
context 'when scheme is missing' do
|
|
|
|
|
let(:import_url) { '//example.org/path' }
|
|
|
|
|
|
|
|
|
|
it 'raises and error' do
|
|
|
|
|
expect { described_class.validate!(import_url) }.to raise_error(described_class::BlockedUrlError)
|
|
|
|
|
end
|
|
|
|
|
end
|
2019-06-05 12:25:43 +05:30
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'when the URL hostname is an IP address' do
|
|
|
|
|
let(:import_url) { 'https://93.184.216.34' }
|
|
|
|
|
|
|
|
|
|
it 'returns URI and no hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url)
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse('https://93.184.216.34'))
|
|
|
|
|
expect(hostname).to be(nil)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
2019-10-31 01:37:42 +05:30
|
|
|
|
context 'disabled require_absolute' do
|
|
|
|
|
subject { described_class.validate!(import_url, require_absolute: false) }
|
|
|
|
|
|
|
|
|
|
context 'with scheme and hostname' do
|
|
|
|
|
let(:import_url) { 'https://example.org/path' }
|
|
|
|
|
|
|
|
|
|
before do
|
|
|
|
|
stub_dns(import_url, ip_address: '93.184.216.34')
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it_behaves_like 'validates URI and hostname' do
|
|
|
|
|
let(:expected_uri) { 'https://93.184.216.34/path' }
|
|
|
|
|
let(:expected_hostname) { 'example.org' }
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'without scheme' do
|
|
|
|
|
let(:import_url) { '//93.184.216.34/path' }
|
|
|
|
|
|
|
|
|
|
it_behaves_like 'validates URI and hostname' do
|
|
|
|
|
let(:expected_uri) { import_url }
|
|
|
|
|
let(:expected_hostname) { nil }
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
2019-06-05 12:25:43 +05:30
|
|
|
|
context 'disabled DNS rebinding protection' do
|
|
|
|
|
context 'when URI is internal' do
|
|
|
|
|
let(:import_url) { 'http://localhost' }
|
|
|
|
|
|
|
|
|
|
it 'returns URI and no hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url, dns_rebind_protection: false)
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse('http://localhost'))
|
|
|
|
|
expect(hostname).to be(nil)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'when the URL hostname is a domain' do
|
|
|
|
|
let(:import_url) { 'https://example.org' }
|
|
|
|
|
|
|
|
|
|
it 'returns URI and no hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url, dns_rebind_protection: false)
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse('https://example.org'))
|
|
|
|
|
expect(hostname).to eq(nil)
|
|
|
|
|
end
|
2019-07-31 22:56:46 +05:30
|
|
|
|
|
|
|
|
|
context 'when it cannot be resolved' do
|
|
|
|
|
let(:import_url) { 'http://foobar.x' }
|
|
|
|
|
|
|
|
|
|
it 'raises error' do
|
|
|
|
|
stub_env('RSPEC_ALLOW_INVALID_URLS', 'false')
|
|
|
|
|
|
|
|
|
|
expect { described_class.validate!(import_url) }.to raise_error(described_class::BlockedUrlError)
|
|
|
|
|
end
|
|
|
|
|
end
|
2019-06-05 12:25:43 +05:30
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'when the URL hostname is an IP address' do
|
|
|
|
|
let(:import_url) { 'https://93.184.216.34' }
|
|
|
|
|
|
|
|
|
|
it 'returns URI and no hostname' do
|
|
|
|
|
uri, hostname = described_class.validate!(import_url, dns_rebind_protection: false)
|
|
|
|
|
|
|
|
|
|
expect(uri).to eq(Addressable::URI.parse('https://93.184.216.34'))
|
|
|
|
|
expect(hostname).to be(nil)
|
|
|
|
|
end
|
2019-07-31 22:56:46 +05:30
|
|
|
|
|
|
|
|
|
context 'when it is invalid' do
|
|
|
|
|
let(:import_url) { 'http://1.1.1.1.1' }
|
|
|
|
|
|
|
|
|
|
it 'raises an error' do
|
|
|
|
|
stub_env('RSPEC_ALLOW_INVALID_URLS', 'false')
|
|
|
|
|
|
|
|
|
|
expect { described_class.validate!(import_url) }.to raise_error(described_class::BlockedUrlError)
|
|
|
|
|
end
|
|
|
|
|
end
|
2019-06-05 12:25:43 +05:30
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
|
describe '#blocked_url?' do
|
2018-11-08 19:23:39 +05:30
|
|
|
|
let(:ports) { Project::VALID_IMPORT_PORTS }
|
2018-03-26 14:24:53 +05:30
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
|
it 'allows imports from configured web host and port' do
|
|
|
|
|
import_url = "http://#{Gitlab.config.gitlab.host}:#{Gitlab.config.gitlab.port}/t.git"
|
|
|
|
|
expect(described_class.blocked_url?(import_url)).to be false
|
|
|
|
|
end
|
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
|
it 'allows mirroring from configured SSH host and port' do
|
|
|
|
|
import_url = "ssh://#{Gitlab.config.gitlab_shell.ssh_host}:#{Gitlab.config.gitlab_shell.ssh_port}/t.git"
|
2017-08-17 22:00:37 +05:30
|
|
|
|
expect(described_class.blocked_url?(import_url)).to be false
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for bad localhost hostname' do
|
|
|
|
|
expect(described_class.blocked_url?('https://localhost:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for bad port' do
|
2018-11-08 19:23:39 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com:25/foo/foo.git', ports: ports)).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2019-07-31 22:56:46 +05:30
|
|
|
|
it 'returns true for bad scheme' do
|
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/foo/foo.git', schemes: ['https'])).to be false
|
2018-11-08 19:23:39 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/foo/foo.git')).to be false
|
2019-07-31 22:56:46 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/foo/foo.git', schemes: ['http'])).to be true
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
|
it 'returns true for bad protocol on configured web/SSH host and ports' do
|
|
|
|
|
web_url = "javascript://#{Gitlab.config.gitlab.host}:#{Gitlab.config.gitlab.port}/t.git%0aalert(1)"
|
|
|
|
|
expect(described_class.blocked_url?(web_url)).to be true
|
|
|
|
|
|
|
|
|
|
ssh_url = "javascript://#{Gitlab.config.gitlab_shell.ssh_host}:#{Gitlab.config.gitlab_shell.ssh_port}/t.git%0aalert(1)"
|
|
|
|
|
expect(described_class.blocked_url?(ssh_url)).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
|
it 'returns true for localhost IPs' do
|
2018-11-29 20:51:05 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://[0:0:0:0:0:0:0:0]/foo/foo.git')).to be true
|
2018-11-08 19:23:39 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://0.0.0.0/foo/foo.git')).to be true
|
2018-11-29 20:51:05 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://[::]/foo/foo.git')).to be true
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for loopback IP' do
|
|
|
|
|
expect(described_class.blocked_url?('https://127.0.0.2/foo/foo.git')).to be true
|
2018-11-29 20:51:05 +05:30
|
|
|
|
expect(described_class.blocked_url?('https://127.0.0.1/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::1]/foo/foo.git')).to be true
|
2017-08-17 22:00:37 +05:30
|
|
|
|
end
|
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (0177.1)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://0177.1:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (017700000001)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://017700000001:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (0x7f.1)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://0x7f.1:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (0x7f.0.0.1)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://0x7f.0.0.1:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (0x7f000001)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://0x7f000001:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (2130706433)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://2130706433:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (127.000.000.001)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://127.000.000.001:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
|
it 'returns true for alternative version of 127.0.0.1 (127.0.1)' do
|
|
|
|
|
expect(described_class.blocked_url?('https://127.0.1:65535/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'with ipv6 mapped address' do
|
|
|
|
|
it 'returns true for localhost IPs' do
|
|
|
|
|
expect(described_class.blocked_url?('https://[0:0:0:0:0:ffff:0.0.0.0]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::ffff:0.0.0.0]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::ffff:0:0]/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for loopback IPs' do
|
|
|
|
|
expect(described_class.blocked_url?('https://[0:0:0:0:0:ffff:127.0.0.1]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::ffff:127.0.0.1]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::ffff:7f00:1]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[0:0:0:0:0:ffff:127.0.0.2]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::ffff:127.0.0.2]/foo/foo.git')).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://[::ffff:7f00:2]/foo/foo.git')).to be true
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
|
it 'returns true for a non-alphanumeric hostname' do
|
|
|
|
|
aggregate_failures do
|
|
|
|
|
expect(described_class).to be_blocked_url('ssh://-oProxyCommand=whoami/a')
|
|
|
|
|
|
|
|
|
|
# The leading character here is a Unicode "soft hyphen"
|
|
|
|
|
expect(described_class).to be_blocked_url('ssh://oProxyCommand=whoami/a')
|
|
|
|
|
|
|
|
|
|
# Unicode alphanumerics are allowed
|
|
|
|
|
expect(described_class).not_to be_blocked_url('ssh://ğitlab.com/a')
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for invalid URL' do
|
|
|
|
|
expect(described_class.blocked_url?('http://:8080')).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns false for legitimate URL' do
|
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/foo/foo.git')).to be false
|
|
|
|
|
end
|
2018-03-26 14:24:53 +05:30
|
|
|
|
|
2018-05-09 12:01:36 +05:30
|
|
|
|
context 'when allow_local_network is' do
|
2018-11-29 20:51:05 +05:30
|
|
|
|
let(:local_ips) do
|
|
|
|
|
[
|
|
|
|
|
'192.168.1.2',
|
|
|
|
|
'[0:0:0:0:0:ffff:192.168.1.2]',
|
|
|
|
|
'[::ffff:c0a8:102]',
|
|
|
|
|
'10.0.0.2',
|
|
|
|
|
'[0:0:0:0:0:ffff:10.0.0.2]',
|
|
|
|
|
'[::ffff:a00:2]',
|
|
|
|
|
'172.16.0.2',
|
|
|
|
|
'[0:0:0:0:0:ffff:172.16.0.2]',
|
|
|
|
|
'[::ffff:ac10:20]',
|
|
|
|
|
'[feef::1]',
|
|
|
|
|
'[fee2::]',
|
|
|
|
|
'[fc00:bf8b:e62c:abcd:abcd:aaaa:aaaa:aaaa]'
|
|
|
|
|
]
|
|
|
|
|
end
|
2018-03-26 14:24:53 +05:30
|
|
|
|
let(:fake_domain) { 'www.fakedomain.fake' }
|
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
shared_examples 'allows local requests' do |url_blocker_attributes|
|
2018-03-26 14:24:53 +05:30
|
|
|
|
it 'does not block urls from private networks' do
|
2018-05-09 12:01:36 +05:30
|
|
|
|
local_ips.each do |ip|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
stub_domain_resolv(fake_domain, ip) do
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{fake_domain}", url_blocker_attributes)
|
|
|
|
|
end
|
2018-03-26 14:24:53 +05:30
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{ip}", url_blocker_attributes)
|
2018-03-26 14:24:53 +05:30
|
|
|
|
end
|
|
|
|
|
end
|
2018-11-08 19:23:39 +05:30
|
|
|
|
|
|
|
|
|
it 'allows localhost endpoints' do
|
2019-10-12 21:52:04 +05:30
|
|
|
|
expect(described_class).not_to be_blocked_url('http://0.0.0.0', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://localhost', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://127.0.0.1', url_blocker_attributes)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'allows loopback endpoints' do
|
2019-10-12 21:52:04 +05:30
|
|
|
|
expect(described_class).not_to be_blocked_url('http://127.0.0.2', url_blocker_attributes)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'allows IPv4 link-local endpoints' do
|
2019-10-12 21:52:04 +05:30
|
|
|
|
expect(described_class).not_to be_blocked_url('http://169.254.169.254', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://169.254.168.100', url_blocker_attributes)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
|
it 'allows IPv6 link-local endpoints' do
|
2019-10-12 21:52:04 +05:30
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[0:0:0:0:0:ffff:169.254.169.254]', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[::ffff:169.254.169.254]', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[::ffff:a9fe:a9fe]', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[0:0:0:0:0:ffff:169.254.168.100]', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[::ffff:169.254.168.100]', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[::ffff:a9fe:a864]', url_blocker_attributes)
|
|
|
|
|
expect(described_class).not_to be_blocked_url('http://[fe80::c800:eff:fe74:8]', url_blocker_attributes)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
2018-03-26 14:24:53 +05:30
|
|
|
|
end
|
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
context 'true (default)' do
|
|
|
|
|
it_behaves_like 'allows local requests', { allow_localhost: true, allow_local_network: true }
|
|
|
|
|
end
|
|
|
|
|
|
2018-03-26 14:24:53 +05:30
|
|
|
|
context 'false' do
|
|
|
|
|
it 'blocks urls from private networks' do
|
2018-05-09 12:01:36 +05:30
|
|
|
|
local_ips.each do |ip|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
stub_domain_resolv(fake_domain, ip) do
|
|
|
|
|
expect(described_class).to be_blocked_url("http://#{fake_domain}", allow_local_network: false)
|
|
|
|
|
end
|
2018-03-26 14:24:53 +05:30
|
|
|
|
|
2018-05-09 12:01:36 +05:30
|
|
|
|
expect(described_class).to be_blocked_url("http://#{ip}", allow_local_network: false)
|
2018-03-26 14:24:53 +05:30
|
|
|
|
end
|
|
|
|
|
end
|
2018-11-08 19:23:39 +05:30
|
|
|
|
|
|
|
|
|
it 'blocks IPv4 link-local endpoints' do
|
|
|
|
|
expect(described_class).to be_blocked_url('http://169.254.169.254', allow_local_network: false)
|
|
|
|
|
expect(described_class).to be_blocked_url('http://169.254.168.100', allow_local_network: false)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'blocks IPv6 link-local endpoints' do
|
2018-11-29 20:51:05 +05:30
|
|
|
|
expect(described_class).to be_blocked_url('http://[0:0:0:0:0:ffff:169.254.169.254]', allow_local_network: false)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
expect(described_class).to be_blocked_url('http://[::ffff:169.254.169.254]', allow_local_network: false)
|
2018-11-29 20:51:05 +05:30
|
|
|
|
expect(described_class).to be_blocked_url('http://[::ffff:a9fe:a9fe]', allow_local_network: false)
|
|
|
|
|
expect(described_class).to be_blocked_url('http://[0:0:0:0:0:ffff:169.254.168.100]', allow_local_network: false)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
expect(described_class).to be_blocked_url('http://[::ffff:169.254.168.100]', allow_local_network: false)
|
2018-11-29 20:51:05 +05:30
|
|
|
|
expect(described_class).to be_blocked_url('http://[::ffff:a9fe:a864]', allow_local_network: false)
|
|
|
|
|
expect(described_class).to be_blocked_url('http://[fe80::c800:eff:fe74:8]', allow_local_network: false)
|
2018-11-08 19:23:39 +05:30
|
|
|
|
end
|
2019-10-12 21:52:04 +05:30
|
|
|
|
|
|
|
|
|
context 'when local domain/IP is whitelisted' do
|
|
|
|
|
let(:url_blocker_attributes) do
|
|
|
|
|
{
|
|
|
|
|
allow_localhost: false,
|
|
|
|
|
allow_local_network: false
|
|
|
|
|
}
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
before do
|
|
|
|
|
stub_application_setting(outbound_local_requests_whitelist: whitelist)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'with IPs in whitelist' do
|
|
|
|
|
let(:whitelist) do
|
|
|
|
|
[
|
|
|
|
|
'0.0.0.0',
|
|
|
|
|
'127.0.0.1',
|
|
|
|
|
'127.0.0.2',
|
|
|
|
|
'192.168.1.1',
|
|
|
|
|
'192.168.1.2',
|
|
|
|
|
'0:0:0:0:0:ffff:192.168.1.2',
|
|
|
|
|
'::ffff:c0a8:102',
|
|
|
|
|
'10.0.0.2',
|
|
|
|
|
'0:0:0:0:0:ffff:10.0.0.2',
|
|
|
|
|
'::ffff:a00:2',
|
|
|
|
|
'172.16.0.2',
|
|
|
|
|
'0:0:0:0:0:ffff:172.16.0.2',
|
|
|
|
|
'::ffff:ac10:20',
|
|
|
|
|
'feef::1',
|
|
|
|
|
'fee2::',
|
|
|
|
|
'fc00:bf8b:e62c:abcd:abcd:aaaa:aaaa:aaaa',
|
|
|
|
|
'0:0:0:0:0:ffff:169.254.169.254',
|
|
|
|
|
'::ffff:a9fe:a9fe',
|
|
|
|
|
'::ffff:169.254.168.100',
|
|
|
|
|
'::ffff:a9fe:a864',
|
|
|
|
|
'fe80::c800:eff:fe74:8',
|
|
|
|
|
|
|
|
|
|
# garbage IPs
|
|
|
|
|
'45645632345',
|
|
|
|
|
'garbage456:more345gar:bage'
|
|
|
|
|
]
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it_behaves_like 'allows local requests', { allow_localhost: false, allow_local_network: false }
|
|
|
|
|
|
|
|
|
|
it 'whitelists IP when dns_rebind_protection is disabled' do
|
|
|
|
|
stub_domain_resolv('example.com', '192.168.1.1') do
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://example.com",
|
|
|
|
|
url_blocker_attributes.merge(dns_rebind_protection: false))
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'with domains in whitelist' do
|
|
|
|
|
let(:whitelist) do
|
|
|
|
|
[
|
|
|
|
|
'www.example.com',
|
|
|
|
|
'example.com',
|
|
|
|
|
'xn--itlab-j1a.com',
|
|
|
|
|
'garbage$^$%#$^&$'
|
|
|
|
|
]
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'allows domains present in whitelist' do
|
|
|
|
|
domain = 'example.com'
|
|
|
|
|
subdomain1 = 'www.example.com'
|
|
|
|
|
subdomain2 = 'subdomain.example.com'
|
|
|
|
|
|
|
|
|
|
stub_domain_resolv(domain, '192.168.1.1') do
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{domain}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
stub_domain_resolv(subdomain1, '192.168.1.1') do
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{subdomain1}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# subdomain2 is not part of the whitelist so it should be blocked
|
|
|
|
|
stub_domain_resolv(subdomain2, '192.168.1.1') do
|
|
|
|
|
expect(described_class).to be_blocked_url("http://#{subdomain2}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'works with unicode and idna encoded domains' do
|
|
|
|
|
unicode_domain = 'ğitlab.com'
|
|
|
|
|
idna_encoded_domain = 'xn--itlab-j1a.com'
|
|
|
|
|
|
|
|
|
|
stub_domain_resolv(unicode_domain, '192.168.1.1') do
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{unicode_domain}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
stub_domain_resolv(idna_encoded_domain, '192.168.1.1') do
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{idna_encoded_domain}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'with ip ranges in whitelist' do
|
|
|
|
|
let(:ipv4_range) { '127.0.0.0/28' }
|
|
|
|
|
let(:ipv6_range) { 'fd84:6d02:f6d8:c89e::/124' }
|
|
|
|
|
|
|
|
|
|
let(:whitelist) do
|
|
|
|
|
[
|
|
|
|
|
ipv4_range,
|
|
|
|
|
ipv6_range
|
|
|
|
|
]
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'blocks ipv4 range when not in whitelist' do
|
|
|
|
|
stub_application_setting(outbound_local_requests_whitelist: [])
|
|
|
|
|
|
|
|
|
|
IPAddr.new(ipv4_range).to_range.to_a.each do |ip|
|
|
|
|
|
expect(described_class).to be_blocked_url("http://#{ip}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'allows all ipv4s in the range when in whitelist' do
|
|
|
|
|
IPAddr.new(ipv4_range).to_range.to_a.each do |ip|
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://#{ip}",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'blocks ipv6 range when not in whitelist' do
|
|
|
|
|
stub_application_setting(outbound_local_requests_whitelist: [])
|
|
|
|
|
|
|
|
|
|
IPAddr.new(ipv6_range).to_range.to_a.each do |ip|
|
|
|
|
|
expect(described_class).to be_blocked_url("http://[#{ip}]",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'allows all ipv6s in the range when in whitelist' do
|
|
|
|
|
IPAddr.new(ipv6_range).to_range.to_a.each do |ip|
|
|
|
|
|
expect(described_class).not_to be_blocked_url("http://[#{ip}]",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'blocks IPs outside the range' do
|
|
|
|
|
expect(described_class).to be_blocked_url("http://[fd84:6d02:f6d8:c89e:0:0:1:f]",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
|
|
|
|
|
expect(described_class).to be_blocked_url("http://127.0.1.15",
|
|
|
|
|
url_blocker_attributes)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
2018-03-26 14:24:53 +05:30
|
|
|
|
end
|
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
def stub_domain_resolv(domain, ip, &block)
|
2019-06-05 12:25:43 +05:30
|
|
|
|
address = double(ip_address: ip, ipv4_private?: true, ipv6_link_local?: false, ipv4_loopback?: false, ipv6_loopback?: false, ipv4?: false)
|
2018-11-29 20:51:05 +05:30
|
|
|
|
allow(Addrinfo).to receive(:getaddrinfo).with(domain, any_args).and_return([address])
|
|
|
|
|
allow(address).to receive(:ipv6_v4mapped?).and_return(false)
|
2018-03-26 14:24:53 +05:30
|
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
|
yield
|
|
|
|
|
|
2018-03-26 14:24:53 +05:30
|
|
|
|
allow(Addrinfo).to receive(:getaddrinfo).and_call_original
|
|
|
|
|
end
|
|
|
|
|
end
|
2018-11-08 19:23:39 +05:30
|
|
|
|
|
|
|
|
|
context 'when enforce_user is' do
|
|
|
|
|
context 'false (default)' do
|
|
|
|
|
it 'does not block urls with a non-alphanumeric username' do
|
|
|
|
|
expect(described_class).not_to be_blocked_url('ssh://-oProxyCommand=whoami@example.com/a')
|
|
|
|
|
|
|
|
|
|
# The leading character here is a Unicode "soft hyphen"
|
|
|
|
|
expect(described_class).not_to be_blocked_url('ssh://oProxyCommand=whoami@example.com/a')
|
|
|
|
|
|
|
|
|
|
# Unicode alphanumerics are allowed
|
|
|
|
|
expect(described_class).not_to be_blocked_url('ssh://ğitlab@example.com/a')
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
context 'true' do
|
|
|
|
|
it 'blocks urls with a non-alphanumeric username' do
|
|
|
|
|
aggregate_failures do
|
|
|
|
|
expect(described_class).to be_blocked_url('ssh://-oProxyCommand=whoami@example.com/a', enforce_user: true)
|
|
|
|
|
|
|
|
|
|
# The leading character here is a Unicode "soft hyphen"
|
|
|
|
|
expect(described_class).to be_blocked_url('ssh://oProxyCommand=whoami@example.com/a', enforce_user: true)
|
|
|
|
|
|
|
|
|
|
# Unicode alphanumerics are allowed
|
|
|
|
|
expect(described_class).not_to be_blocked_url('ssh://ğitlab@example.com/a', enforce_user: true)
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
2019-02-15 15:39:39 +05:30
|
|
|
|
|
|
|
|
|
context 'when ascii_only is true' do
|
|
|
|
|
it 'returns true for unicode domain' do
|
|
|
|
|
expect(described_class.blocked_url?('https://𝕘itⅼαƄ.com/foo/foo.bar', ascii_only: true)).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for unicode tld' do
|
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.ᴄοm/foo/foo.bar', ascii_only: true)).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for unicode path' do
|
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/𝒇οο/𝒇οο.Ƅαꮁ', ascii_only: true)).to be true
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'returns true for IDNA deviations' do
|
|
|
|
|
expect(described_class.blocked_url?('https://mißile.com/foo/foo.bar', ascii_only: true)).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://miςςile.com/foo/foo.bar', ascii_only: true)).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/foo/foo.bar', ascii_only: true)).to be true
|
|
|
|
|
expect(described_class.blocked_url?('https://gitlab.com/foo/foo.bar', ascii_only: true)).to be true
|
|
|
|
|
end
|
|
|
|
|
end
|
2019-07-31 22:56:46 +05:30
|
|
|
|
|
2019-10-31 01:37:42 +05:30
|
|
|
|
context 'when require_absolute is false' do
|
|
|
|
|
it 'allows paths' do
|
|
|
|
|
expect(described_class.blocked_url?('/foo/foo.bar', require_absolute: false)).to be false
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'allows absolute urls without paths' do
|
|
|
|
|
expect(described_class.blocked_url?('http://example.com', require_absolute: false)).to be false
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'paths must begin with a slash' do
|
|
|
|
|
expect(described_class.blocked_url?('foo/foo.bar', require_absolute: false)).to be true
|
|
|
|
|
expect(described_class.blocked_url?('', require_absolute: false)).to be true
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|
2019-07-31 22:56:46 +05:30
|
|
|
|
it 'blocks urls with invalid ip address' do
|
|
|
|
|
stub_env('RSPEC_ALLOW_INVALID_URLS', 'false')
|
|
|
|
|
|
|
|
|
|
expect(described_class).to be_blocked_url('http://8.8.8.8.8')
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'blocks urls whose hostname cannot be resolved' do
|
|
|
|
|
stub_env('RSPEC_ALLOW_INVALID_URLS', 'false')
|
|
|
|
|
|
|
|
|
|
expect(described_class).to be_blocked_url('http://foobar.x')
|
|
|
|
|
end
|
2017-08-17 22:00:37 +05:30
|
|
|
|
end
|
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
|
describe '#validate_hostname' do
|
2018-11-29 20:51:05 +05:30
|
|
|
|
let(:ip_addresses) do
|
|
|
|
|
[
|
|
|
|
|
'2001:db8:1f70::999:de8:7648:6e8',
|
|
|
|
|
'FE80::C800:EFF:FE74:8',
|
|
|
|
|
'::ffff:127.0.0.1',
|
|
|
|
|
'::ffff:169.254.168.100',
|
|
|
|
|
'::ffff:7f00:1',
|
|
|
|
|
'0:0:0:0:0:ffff:0.0.0.0',
|
|
|
|
|
'localhost',
|
|
|
|
|
'127.0.0.1',
|
|
|
|
|
'127.000.000.001',
|
|
|
|
|
'0x7f000001',
|
|
|
|
|
'0x7f.0.0.1',
|
|
|
|
|
'0x7f.0.0.1',
|
|
|
|
|
'017700000001',
|
|
|
|
|
'0177.1',
|
|
|
|
|
'2130706433',
|
|
|
|
|
'::',
|
|
|
|
|
'::1'
|
|
|
|
|
]
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
it 'does not raise error for valid Ip addresses' do
|
|
|
|
|
ip_addresses.each do |ip|
|
2019-09-30 21:07:59 +05:30
|
|
|
|
expect { described_class.send(:validate_hostname, ip) }.not_to raise_error
|
2018-11-29 20:51:05 +05:30
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
2017-08-17 22:00:37 +05:30
|
|
|
|
end
|