com.dimajix.flowman.spec.ObjectMapper.scala Maven / Gradle / Ivy

Go to download
/*
 * Copyright 2018-2022 Kaya Kupferschmidt
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.dimajix.flowman.spec

import com.fasterxml.jackson.databind.jsontype.NamedType
import com.fasterxml.jackson.databind.{ObjectMapper => JacksonMapper}

import com.dimajix.flowman.plugin.Plugin
import com.dimajix.flowman.spec.assertion.AssertionSpec
import com.dimajix.flowman.spec.catalog.CatalogSpec
import com.dimajix.flowman.spec.connection.ConnectionSpec
import com.dimajix.flowman.spec.dataset.DatasetSpec
import com.dimajix.flowman.spec.documentation.ColumnCheckSpec
import com.dimajix.flowman.spec.documentation.GeneratorSpec
import com.dimajix.flowman.spec.documentation.SchemaCheckSpec
import com.dimajix.flowman.spec.history.HistorySpec
import com.dimajix.flowman.spec.mapping.MappingSpec
import com.dimajix.flowman.spec.measure.MeasureSpec
import com.dimajix.flowman.spec.metric.MetricSinkSpec
import com.dimajix.flowman.spec.relation.RelationSpec
import com.dimajix.flowman.spec.schema.SchemaSpec
import com.dimajix.flowman.spec.storage.ParcelSpec
import com.dimajix.flowman.spec.target.TargetSpec
import com.dimajix.flowman.spi.ClassAnnotationScanner
import com.dimajix.flowman.spi.PluginListener
import com.dimajix.flowman.util.{ObjectMapper => CoreObjectMapper}


/**
  * This singleton provides a preconfigured Jackson ObjectMapper which already contains all
  * extensions and can directly be used for reading flowman specification files
  */
object ObjectMapper extends CoreObjectMapper {
    private var _mapper:JacksonMapper = null

    /**
      * Create a new Jackson ObjectMapper
      * @return
      */
    override def mapper : JacksonMapper = synchronized {
        // Implement a stupidly simple cache
        if (_mapper == null) {
            // Ensure that all extensions are loaded
            ClassAnnotationScanner.load()

            val stateStoreTypes = HistorySpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val catalogTypes = CatalogSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val monitorTypes = HistorySpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val relationTypes = RelationSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val mappingTypes = MappingSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val targetTypes = TargetSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val schemaTypes = SchemaSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val connectionTypes = ConnectionSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val assertionTypes = AssertionSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val measureTypes = MeasureSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val datasetTypes = DatasetSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val metricSinkTypes = MetricSinkSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val parcelTypes = ParcelSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val generatorTypes = GeneratorSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val columnTestTypes = ColumnCheckSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val schemaTestTypes = SchemaCheckSpec.subtypes.map(kv => new NamedType(kv._2, kv._1))
            val mapper = super.mapper
            mapper.registerSubtypes(stateStoreTypes: _*)
            mapper.registerSubtypes(catalogTypes: _*)
            mapper.registerSubtypes(monitorTypes: _*)
            mapper.registerSubtypes(relationTypes: _*)
            mapper.registerSubtypes(mappingTypes: _*)
            mapper.registerSubtypes(targetTypes: _*)
            mapper.registerSubtypes(schemaTypes: _*)
            mapper.registerSubtypes(connectionTypes: _*)
            mapper.registerSubtypes(assertionTypes: _*)
            mapper.registerSubtypes(measureTypes: _*)
            mapper.registerSubtypes(datasetTypes: _*)
            mapper.registerSubtypes(metricSinkTypes: _*)
            mapper.registerSubtypes(parcelTypes: _*)
            mapper.registerSubtypes(generatorTypes: _*)
            mapper.registerSubtypes(columnTestTypes: _*)
            mapper.registerSubtypes(schemaTestTypes: _*)
            _mapper = mapper
        }
        _mapper
    }

    def invalidate(): Unit = synchronized {
        _mapper = null
    }
}


class ObjectMapperPluginListener extends PluginListener {
    override def pluginLoaded(plugin: Plugin, classLoader: ClassLoader): Unit = ObjectMapper.invalidate()
}