diff --git a/debian/tests/spec b/debian/tests/spec
index c53305e91f..05009cd578 100755
--- a/debian/tests/spec
+++ b/debian/tests/spec
@@ -22,6 +22,9 @@ su gitlab -c 'truncate -s 0 Gemfile.lock'
 export RAILS_ENV=test
 export DB=postgres
 export INCLUDE_TEST_DEPENDS="true"
+echo "Installing test only dependencies from rubygems.org..."
+cp ${SOURCE_TREE}/debian/Gemfile.autopkgtest .
+BUNDLE_GEMFILE=Gemfile.autopkgtest bundle install
 su gitlab -c "bundle install --local"
 su gitlab -c "mkdir -p tmp/tests/gitlab-shell"
 export dbname=gitlab_test