• Home
• ai.platon.pulsar
• pulsar-persist
• 2.1.0
• source code
• HadoopUtils.kt

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ai.platon.pulsar.persist.HadoopUtils.kt Maven / Gradle / Ivy

package ai.platon.pulsar.persist

import ai.platon.pulsar.common.config.ImmutableConfig
import ai.platon.pulsar.common.config.MutableConfig
import org.slf4j.LoggerFactory

typealias HadoopConfiguration = org.apache.hadoop.conf.Configuration

object HadoopUtils {

    fun toHadoopConfiguration(conf: ImmutableConfig): HadoopConfiguration {
        val hadoopConfiguration = HadoopConfiguration()
        conf.unbox().loadedResources.forEach {
            hadoopConfiguration.addResource(it)
        }
        hadoopConfiguration.reloadConfiguration()

        conf.unbox().forEach { (k, v) ->
            hadoopConfiguration[k] = v
        }

        return hadoopConfiguration
    }
}