org.apache.spark.dataflint.saas.SparkMetadataStore.scala Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of spark_2.13 Show documentation
Show all versions of spark_2.13 Show documentation
Open Source Data-Application Performance Monitoring for Apache Spark
The newest version!
package org.apache.spark.dataflint.saas
import org.apache.spark.status.api.v1
case class SparkMetadataMetrics(
containerMemoryGb: Double,
totalInputBytes: Long,
totalOutputBytes: Long,
totalSpillBytes: Long,
totalShuffleWriteBytes: Long,
totalShuffleReadBytes: Long,
executorPeakMemoryBytes: Long,
totalDCU: Double,
coreHourUsage: Double,
memoryGbHour: Double,
isAnySqlQueryFailed: Boolean,
taskErrorRate: Double,
CoresWastedRatio: Double,
executorsDurationMs: Long,
driverDurationMs: Long
)
case class SparkMetadataStore(version: String,
runId: String,
accessKey: String,
applicationInfo: v1.ApplicationInfo,
metrics: SparkMetadataMetrics,
conf: Map[String, String])