diff options
author | Andreas Brandl <abrandl@gitlab.com> | 2019-03-05 15:19:13 +0100 |
---|---|---|
committer | Andreas Brandl <abrandl@gitlab.com> | 2019-06-04 11:37:55 +0200 |
commit | 4202dbe7d2996cb532116d37888a89d45ed8f53b (patch) | |
tree | c746c8180a45df1cca56ec3b423c88ac55d23069 | |
parent | ee01d54a6a8a8efbe39275eb85c278692f5560e9 (diff) | |
download | gitlab-ce-ab-migration-helpers-concurrent-indexes.tar.gz |
Remove index prior to creationab-migration-helpers-concurrent-indexes
Closes https://gitlab.com/gitlab-org/gitlab-ce/issues/58164
-rw-r--r-- | lib/gitlab/database/migration_helpers.rb | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/lib/gitlab/database/migration_helpers.rb b/lib/gitlab/database/migration_helpers.rb index cc61bb7fa02..28fc4b6aa29 100644 --- a/lib/gitlab/database/migration_helpers.rb +++ b/lib/gitlab/database/migration_helpers.rb @@ -6,6 +6,10 @@ module Gitlab BACKGROUND_MIGRATION_BATCH_SIZE = 1000 # Number of rows to process per job BACKGROUND_MIGRATION_JOB_BUFFER_SIZE = 1000 # Number of jobs to bulk queue at a time + class PgClass < ActiveRecord::Base + self.table_name = 'pg_class' + end + # Adds `created_at` and `updated_at` columns with timezone information. # # This method is an improved version of Rails' built-in method `add_timestamps`. @@ -39,6 +43,25 @@ module Gitlab end end + # Check if the given index is INVALID (PostgreSQL only). + # + # Concurrent index creation may fail and leave behind indexes marked as INVALID. + def index_invalid?(table_name, column_name, options) + return false unless Database.postgresql? + + column_names = Array(column_name).map(&:to_s) + index_name = options.key?(:name) ? options[:name].to_s : index_name(table_name, column: column_names) + + invalid_indexes = PgClass.joins('JOIN pg_catalog.pg_namespace ON pg_namespace.oid = pg_class.relnamespace') + .joins('JOIN pg_catalog.pg_index ON pg_index.indexrelid = pg_class.oid') + .where('indisvalid = false OR indisready = false') + .where('pg_namespace.nspname': 'public') + .where(relname: index_name) + .count + + invalid_indexes > 0 + end + # Creates a new index, concurrently when supported # # On PostgreSQL this method creates an index concurrently, on MySQL this @@ -58,6 +81,13 @@ module Gitlab if Database.postgresql? options = options.merge({ algorithm: :concurrently }) + + # For PostgreSQL, concurrent index creation may fail and leave behind INVALID indexes + # from failed migrations. We must remove an invalid index before attempting + # to re-create it. + if index_invalid?(table_name, column_name, options) + remove_concurrent_index(table_name, column_name, options) + end end if index_exists?(table_name, column_name, options) |