blob: 04038e503999f805d36c2b50174d4643349a92f9 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
# frozen_string_literal: true
module BulkImports
module Pipeline
module Runner
extend ActiveSupport::Concern
included do
private
def extractors
@extractors ||= self.class.extractors.map(&method(:instantiate))
end
def transformers
@transformers ||= self.class.transformers.map(&method(:instantiate))
end
def loaders
@loaders ||= self.class.loaders.map(&method(:instantiate))
end
def pipeline_name
@pipeline ||= self.class.name
end
def instantiate(class_config)
class_config[:klass].new(class_config[:options])
end
end
def run(context)
info(context, message: "Pipeline started", pipeline: pipeline_name)
extractors.each do |extractor|
extractor.extract(context).each do |entry|
info(context, extractor: extractor.class.name)
transformers.each do |transformer|
info(context, transformer: transformer.class.name)
entry = transformer.transform(context, entry)
end
loaders.each do |loader|
info(context, loader: loader.class.name)
loader.load(context, entry)
end
end
end
end
private # rubocop:disable Lint/UselessAccessModifier
def info(context, extra = {})
logger.info({
entity: context.entity.id,
entity_type: context.entity.source_type
}.merge(extra))
end
def logger
@logger ||= Gitlab::Import::Logger.build
end
end
end
end
|