org.apache.spark.dataflint.iceberg.ClassLoaderChecker.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of spark_2.13 Show documentation

Open Source Data-Application Performance Monitoring for Apache Spark

There is a newer version: 0.2.8

package org.apache.spark.dataflint.iceberg

import org.apache.iceberg.CatalogUtil
import org.apache.spark.internal.Logging

object ClassLoaderChecker extends Logging {
  def isMetricLoaderInRightClassLoader(): Boolean = {
    val metricReporterClass = classOf[DataflintIcebergMetricsReporter]
    val classLoaderMetricReporter = metricReporterClass.getClassLoader.toString
    val classLoaderIcebergCatalog = classOf[CatalogUtil].getClassLoader.toString
    try {
      Class.forName(metricReporterClass.getCanonicalName, false, classOf[CatalogUtil].getClassLoader)
    }
    catch {
      case _: NoClassDefFoundError =>
        logWarning(s"Cannot load iceberg MetricsReporter from dataflint classloader, which prevents dataflint iceberg observability support. iceberg classloader: ${classOf[CatalogUtil].getClassLoader.toString}")
        return false
      case _: ClassNotFoundException =>
        logWarning(s"Cannot load DataflintIcebergMetricsReporter from iceberg classloader, which prevents dataflint iceberg observability support. iceberg classloader: ${classLoaderIcebergCatalog} metric reporter classloader: ${classLoaderMetricReporter}")
        return false
      case error: Throwable =>
        logError(s"Unexpected error while trying to load, can use DataflintIcebergMetricsReporter. iceberg classloader: ${classLoaderIcebergCatalog} metric reporter classloader: ${classLoaderMetricReporter}", error)
        return false
    }
    true
  }
}