diff --git a/debian/maintscript b/debian/maintscript
index ca85c615cc..cf5340969d 100644
--- a/debian/maintscript
+++ b/debian/maintscript
@@ -34,3 +34,5 @@ rm_conffile /etc/gitlab/initializers/ar_mysql_jsonb_support.rb 12.2.9-1+fto10+1
 rm_conffile /etc/gitlab/initializers/postgresql_opclasses_support.rb 12.2.9-1+fto10+1 gitlab
 rm_conffile /etc/gitlab/initializers/pages.rb 12.3.9-1+fto10+1 gitlab
 rm_conffile /etc/gitlab/initializers/rack_attack_git_basic_auth.rb 12.5.4-2+fto10+2 gitlab
+rm_conffile /etc/gitlab/initializers/active_record_query_cache.rb 12.6.8-1+fto10+1 gitlab
+rm_conffile /etc/gitlab/initializers/correlation_id.rb 12.6.8-1+fto10+1 gitlab