1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
# frozen_string_literal: true
module BulkImports
class RelationExportService
include Gitlab::ImportExport::CommandLineUtil
def initialize(user, portable, relation, jid)
@user = user
@portable = portable
@relation = relation
@jid = jid
end
def execute
find_or_create_export! do |export|
remove_existing_export_file!(export)
serialize_relation_to_file(export.relation_definition)
compress_exported_relation
upload_compressed_file(export)
end
end
private
attr_reader :user, :portable, :relation, :jid
def find_or_create_export!
validate_user_permissions!
export = portable.bulk_import_exports.safe_find_or_create_by!(relation: relation)
export.update!(status_event: 'start', jid: jid)
yield export
export.update!(status_event: 'finish', error: nil)
rescue StandardError => e
Gitlab::ErrorTracking.track_exception(e, portable_id: portable.id, portable_type: portable.class.name)
export&.update(status_event: 'fail_op', error: e.class)
end
def validate_user_permissions!
ability = "admin_#{portable.to_ability_name}"
user.can?(ability, portable) ||
raise(::Gitlab::ImportExport::Error.permission_error(user, portable))
end
def remove_existing_export_file!(export)
upload = export.upload
return unless upload&.export_file&.file
upload.remove_export_file!
upload.save!
end
def serialize_relation_to_file(relation_definition)
serializer.serialize_relation(relation_definition)
end
def compress_exported_relation
gzip(dir: export_path, filename: ndjson_filename)
end
def upload_compressed_file(export)
compressed_filename = File.join(export_path, "#{ndjson_filename}.gz")
upload = ExportUpload.find_or_initialize_by(export_id: export.id) # rubocop: disable CodeReuse/ActiveRecord
File.open(compressed_filename) { |file| upload.export_file = file }
upload.save!
end
def config
@config ||= FileTransfer.config_for(portable)
end
def export_path
@export_path ||= config.export_path
end
def portable_tree
@portable_tree ||= config.portable_tree
end
# rubocop: disable CodeReuse/Serializer
def serializer
@serializer ||= ::Gitlab::ImportExport::JSON::StreamingSerializer.new(
portable,
portable_tree,
json_writer,
exportable_path: ''
)
end
# rubocop: enable CodeReuse/Serializer
def json_writer
@json_writer ||= ::Gitlab::ImportExport::JSON::NdjsonWriter.new(export_path)
end
def ndjson_filename
@ndjson_filename ||= "#{relation}.ndjson"
end
end
end
|
