blob: 845c855358b357c2f55d0fb6d03008a849679b89 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
|
# frozen_string_literal: true
class ScheduleSyncIssuablesStateIdWhereNil < ActiveRecord::Migration[5.1]
# Issues and MergeRequests imported by GitHub are being created with
# state_id = null, this fixes them.
#
# Part of a bigger plan: https://gitlab.com/gitlab-org/gitlab-foss/issues/51789
include Gitlab::Database::MigrationHelpers
DOWNTIME = false
# 2019-05-02 gitlab.com issuable numbers
# issues with state_id nil: ~40000
# merge requests with state_id nil: ~200000
#
# Using 5000 as batch size and 120 seconds interval will create:
# ~8 jobs for issues - taking ~16 minutes
# ~40 jobs for merge requests - taking ~1.34 hours
#
BATCH_SIZE = 5000
DELAY_INTERVAL = 120.seconds.to_i
ISSUES_MIGRATION = 'SyncIssuesStateId'
MERGE_REQUESTS_MIGRATION = 'SyncMergeRequestsStateId'
disable_ddl_transaction!
class Issue < ActiveRecord::Base
include EachBatch
self.table_name = 'issues'
end
class MergeRequest < ActiveRecord::Base
include EachBatch
self.table_name = 'merge_requests'
end
def up
queue_background_migration_jobs_by_range_at_intervals(
Issue.where(state_id: nil),
ISSUES_MIGRATION,
DELAY_INTERVAL,
batch_size: BATCH_SIZE
)
queue_background_migration_jobs_by_range_at_intervals(
MergeRequest.where(state_id: nil),
MERGE_REQUESTS_MIGRATION,
DELAY_INTERVAL,
batch_size: BATCH_SIZE
)
# Remove temporary indexes added on "AddTemporaryIndexesToStateId"
remove_concurrent_index_by_name(:issues, "idx_on_issues_where_state_id_is_null")
remove_concurrent_index_by_name(:merge_requests, "idx_on_merge_requests_where_state_id_is_null")
end
def down
# No op
end
end
|