summaryrefslogtreecommitdiff
path: root/lib/gitlab/local_and_remote_storage_migration/base_migrater.rb
blob: f859d293e763ee6390ccef750f03714db5212277 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
# frozen_string_literal: true

module Gitlab
  module LocalAndRemoteStorageMigration
    class BaseMigrater
      def initialize(logger = nil)
        @logger = logger
      end

      def migrate_to_remote_storage
        logger.info('Starting transfer to remote storage')

        migrate(items_with_files_stored_locally, ObjectStorage::Store::REMOTE)
      end

      def migrate_to_local_storage
        logger.info('Starting transfer to local storage')

        migrate(items_with_files_stored_remotely, ObjectStorage::Store::LOCAL)
      end

      private

      attr_reader :logger

      def batch_size
        ENV.fetch('MIGRATION_BATCH_SIZE', 10).to_i
      end

      def migrate(items, store)
        items.find_each(batch_size: batch_size) do |item| # rubocop:disable CodeReuse/ActiveRecord
          item.file.migrate!(store)

          log_success(item, store)
        rescue StandardError => e
          log_error(e, item)
        end
      end

      def log_success(item, store)
        logger.info("Transferred #{item.class.name} ID #{item.id} of type #{item.file_type} with size #{item.size} to #{storage_label(store)} storage")
      end

      def log_error(err, item)
        logger.warn("Failed to transfer #{item.class.name} of type #{item.file_type} and ID #{item.id} with error: #{err.message}")
      end

      def storage_label(store)
        if store == ObjectStorage::Store::LOCAL
          'local'
        else
          'object'
        end
      end
    end
  end
end