All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.dimajix.flowman.log4j-defaults.properties Maven / Gradle / Ivy

There is a newer version: 1.2.0-synapse3.3-spark3.3-hadoop3.3
Show newest version
#
# Copyright (C) 2018 The Flowman Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

# Set everything to be logged to the console
log4j.rootCategory=INFO, console
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.err
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=[%p] %m%n


# Settings to quiet third party logs that are too verbose
log4j.logger.org.sparkproject=WARN
log4j.logger.org.sparkproject.jetty.util.component.AbstractLifeCycle=ERROR
log4j.logger.org.spark_project=WARN
log4j.logger.org.spark_project.jetty.util.component.AbstractLifeCycle=ERROR

# Set Spark general logging to WARN
log4j.logger.org.apache.spark=WARN

# Gluten / Velox
log4j.logger.io.glutenproject.shaded=WARN
log4j.logger.io.glutenproject.utils=WARN
log4j.logger.io.glutenproject.vectorized.JniLibLoader=WARN
log4j.logger.io.glutenproject.vectorized.JniWorkspace=WARN

# Set Hadoop related logging to WARN
log4j.logger.org.apache.hadoop=WARN
log4j.logger.org.apache.hadoop.hive=WARN

# Set Kafka related logging to WARN
log4j.logger.kafka=WARN
log4j.logger.org.apache.kafka=WARN
log4j.logger.org.apache.zookeeper=WARN

# SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support
log4j.logger.org.apache.hadoop.hive.metastore.RetryingHMSHandler=FATAL
log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR

# Parquet related logging
log4j.logger.org.apache.parquet=WARN
log4j.logger.parquet=WARN
log4j.logger.org.apache.parquet.CorruptStatistics=ERROR
log4j.logger.parquet.CorruptStatistics=ERROR

# sshj logging
log4j.logger.net.schmizz.sshj=WARN

# Slick logging
log4j.logger.slick.jdbc.JdbcBackend.statement=WARN

# Flowman logging
log4j.logger.com.dimajix.flowman=INFO




© 2015 - 2025 Weber Informatics LLC | Privacy Policy