summaryrefslogtreecommitdiff
path: root/lib/gitlab/github_import/bulk_importing.rb
blob: 147597289cf054333122bb6be7c625a09e6794c4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
# frozen_string_literal: true

module Gitlab
  module GithubImport
    module BulkImporting
      # Builds and returns an Array of objects to bulk insert into the
      # database.
      #
      # enum - An Enumerable that returns the objects to turn into database
      #        rows.
      def build_database_rows(enum)
        enum.each_with_object([]) do |(object, _), rows|
          rows << build(object) unless already_imported?(object)
        end
      end

      # Bulk inserts the given rows into the database.
      def bulk_insert(model, rows, batch_size: 100)
        rows.each_slice(batch_size) do |slice|
          Gitlab::Database.bulk_insert(model.table_name, slice)
        end
      end
    end
  end
end