# frozen_string_literal: true module BulkImports module NdjsonPipeline extend ActiveSupport::Concern include Pipeline included do file_extraction_pipeline! def transform(context, data) return unless data relation_hash, relation_index = data return unless relation_hash relation_definition = import_export_config.top_relation_tree(relation) relation_object = deep_transform_relation!(relation_hash, relation, relation_definition) do |key, hash| relation_factory.create( relation_index: relation_index, relation_sym: key.to_sym, relation_hash: hash, importable: context.portable, members_mapper: members_mapper, object_builder: object_builder, user: context.current_user, excluded_keys: import_export_config.relation_excluded_keys(key) ) end relation_object.assign_attributes(portable_class_sym => portable) relation_object end def load(_, object) object&.save! end def deep_transform_relation!(relation_hash, relation_key, relation_definition, &block) relation_key = relation_key_override(relation_key) relation_definition.each do |sub_relation_key, sub_relation_definition| sub_relation = relation_hash[sub_relation_key] next unless sub_relation current_item = if sub_relation.is_a?(Array) sub_relation .map { |entry| deep_transform_relation!(entry, sub_relation_key, sub_relation_definition, &block) } .tap { |entry| entry.compact! } .presence else deep_transform_relation!(sub_relation, sub_relation_key, sub_relation_definition, &block) end if current_item relation_hash[sub_relation_key] = current_item else relation_hash.delete(sub_relation_key) end end yield(relation_key, relation_hash) end def after_run(_) extractor.remove_tmpdir if extractor.respond_to?(:remove_tmpdir) end def relation_class(relation_key) relation_key.to_s.classify.constantize rescue NameError relation_key.to_s.constantize end def relation_key_override(relation_key) relation_key_overrides[relation_key.to_sym]&.to_s || relation_key end def relation_key_overrides "Gitlab::ImportExport::#{portable.class}::RelationFactory::OVERRIDES".constantize end def object_builder "Gitlab::ImportExport::#{portable.class}::ObjectBuilder".constantize end def relation_factory "Gitlab::ImportExport::#{portable.class}::RelationFactory".constantize end def relation self.class.relation end def members_mapper @members_mapper ||= BulkImports::UsersMapper.new(context: context) end def portable_class_sym portable.class.to_s.downcase.to_sym end end end end