blob: 0484957a6feda1c93fd8422cf07f516e0d5a94e2 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
# frozen_string_literal: true
module Gitlab
module LocalAndRemoteStorageMigration
class BaseMigrater
def initialize(logger = nil)
@logger = logger
end
def migrate_to_remote_storage
logger.info('Starting transfer to object storage')
migrate(items_with_files_stored_locally, ObjectStorage::Store::REMOTE)
end
def migrate_to_local_storage
logger.info('Starting transfer to local storage')
migrate(items_with_files_stored_remotely, ObjectStorage::Store::LOCAL)
end
private
attr_reader :logger
def batch_size
ENV.fetch('MIGRATION_BATCH_SIZE', 10).to_i
end
def migrate(items, store)
items.find_each(batch_size: batch_size) do |item| # rubocop:disable CodeReuse/ActiveRecord
item.file.migrate!(store)
log_success(item, store)
rescue StandardError => e
log_error(e, item)
end
end
def log_success(item, store)
logger.info("Transferred #{item.class.name} ID #{item.id} with size #{item.size} to #{storage_label(store)} storage")
end
def log_error(err, item)
logger.warn("Failed to transfer #{item.class.name} ID #{item.id} with error: #{err.message}")
end
def storage_label(store)
if store == ObjectStorage::Store::LOCAL
'local'
else
'object'
end
end
end
end
end
|