summaryrefslogtreecommitdiff
path: root/app/services/ci/runners/reconcile_existing_runner_versions_service.rb
blob: e04079bfe27e128965ddff2021a85f65f39a20f1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
# frozen_string_literal: true

module Ci
  module Runners
    class ReconcileExistingRunnerVersionsService
      include BaseServiceUtility

      VERSION_BATCH_SIZE = 100

      def execute
        insert_result = insert_runner_versions
        total_deleted = cleanup_runner_versions(insert_result[:versions_from_runners])
        total_updated = update_status_on_outdated_runner_versions(insert_result[:versions_from_runners])

        success({
          total_inserted: insert_result[:new_record_count],
          total_updated: total_updated,
          total_deleted: total_deleted
        })
      end

      private

      def upgrade_check
        Gitlab::Ci::RunnerUpgradeCheck.instance
      end

      # rubocop: disable CodeReuse/ActiveRecord
      def insert_runner_versions
        versions_from_runners = Set[]
        new_record_count = 0
        Ci::Runner.distinct_each_batch(column: :version, of: VERSION_BATCH_SIZE) do |version_batch|
          batch_versions = version_batch.pluck(:version).to_set
          versions_from_runners += batch_versions

          # Avoid hitting primary DB
          already_existing_versions = Ci::RunnerVersion.where(version: batch_versions).pluck(:version)
          new_versions = batch_versions - already_existing_versions

          if new_versions.any?
            new_record_count += Ci::RunnerVersion.insert_all(
              new_versions.map { |v| { version: v } },
              returning: :version,
              unique_by: :version).count
          end
        end

        { versions_from_runners: versions_from_runners, new_record_count: new_record_count }
      end

      def cleanup_runner_versions(versions_from_runners)
        Ci::RunnerVersion.where.not(version: versions_from_runners).delete_all
      end
      # rubocop: enable CodeReuse/ActiveRecord

      def outdated_runner_versions
        Ci::RunnerVersion.potentially_outdated
      end

      def update_status_on_outdated_runner_versions(versions_from_runners)
        total_updated = 0

        outdated_runner_versions.each_batch(of: VERSION_BATCH_SIZE) do |version_batch|
          updated = version_batch
            .select { |runner_version| versions_from_runners.include?(runner_version['version']) }
            .filter_map { |runner_version| runner_version_with_updated_status(runner_version) }

          if updated.any?
            total_updated += Ci::RunnerVersion.upsert_all(updated, unique_by: :version).count
          end
        end

        total_updated
      end

      def runner_version_with_updated_status(runner_version)
        version = runner_version['version']
        suggestion = upgrade_check.check_runner_upgrade_status(version)
        new_status = suggestion.each_key.first

        if new_status != :error && new_status != runner_version['status'].to_sym
          {
            version: version,
            status: Ci::RunnerVersion.statuses[new_status]
          }
        end
      end
    end
  end
end