Make test dependencies conditional so we can enable them when running autopkgtest

--- a/Gemfile
+++ b/Gemfile
@@ -342,7 +342,7 @@
   gem 'raindrops', '~> 0.18'
 end
 
-group :development, :test do
+if ENV["INCLUDE_TEST_DEPENDS"] == "true"
   gem 'deprecation_toolkit', '~> 1.5', '>= 1.5.1', require: false
   gem 'bullet', '~> 6.1', '>= 6.1.3'
   gem 'gitlab-pry-byebug', platform: :mri, require: ['pry-byebug', 'pry-byebug/pry_remote_ext']
@@ -378,14 +378,6 @@
   gem 'parallel', '~> 1.19', require: false
 
   gem 'rblineprof', '~> 0.3.6', platform: :mri, require: false
-end
-
-group :development, :test, :danger do
-  gem 'danger-gitlab', '~> 8.0', require: false
-  gem 'gitlab-dangerfiles', '~> 0.8.0', require: false
-end
-
-group :test do
   gem 'fuubar', '~> 2.2'
   gem 'rspec-retry', '~> 0.6.1'
   gem 'rspec_profiling', '~> 0.0.6'