7582dc86bc
### What changes were proposed in this pull request? Add default log config for spark-sql ### Why are the changes needed? The default log level for spark-sql is `WARN`. How to change the log level is confusing, we need a default config. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Change config `log4j.logger.org.apache.spark.sql.hive.thriftserver.SparkSQLCLIDriver=INFO` in log4j.properties, then spark-sql's default log level changed. Closes #32248 from hddong/spark-35413. Lead-authored-by: hongdongdong <hongdongdong@cmss.chinamobile.com> Co-authored-by: Hyukjin Kwon <gurwls223@gmail.com> Signed-off-by: hyukjinkwon <gurwls223@apache.org>
49 lines
2.4 KiB
Plaintext
49 lines
2.4 KiB
Plaintext
#
|
||
# Licensed to the Apache Software Foundation (ASF) under one or more
|
||
# contributor license agreements. See the NOTICE file distributed with
|
||
# this work for additional information regarding copyright ownership.
|
||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||
# (the "License"); you may not use this file except in compliance with
|
||
# the License. You may obtain a copy of the License at
|
||
#
|
||
# http://www.apache.org/licenses/LICENSE-2.0
|
||
#
|
||
# Unless required by applicable law or agreed to in writing, software
|
||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
# See the License for the specific language governing permissions and
|
||
# limitations under the License.
|
||
#
|
||
|
||
# Set everything to be logged to the console
|
||
log4j.rootCategory=INFO, console
|
||
log4j.appender.console=org.apache.log4j.ConsoleAppender
|
||
log4j.appender.console.target=System.err
|
||
log4j.appender.console.layout=org.apache.log4j.PatternLayout
|
||
log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
|
||
|
||
# Set the default spark-shell/spark-sql log level to WARN. When running the
|
||
# spark-shell/spark-sql, the log level for these classes is used to overwrite
|
||
# the root logger's log level, so that the user can have different defaults
|
||
# for the shell and regular Spark apps.
|
||
log4j.logger.org.apache.spark.repl.Main=WARN
|
||
log4j.logger.org.apache.spark.sql.hive.thriftserver.SparkSQLCLIDriver=WARN
|
||
|
||
# Settings to quiet third party logs that are too verbose
|
||
log4j.logger.org.sparkproject.jetty=WARN
|
||
log4j.logger.org.sparkproject.jetty.util.component.AbstractLifeCycle=ERROR
|
||
log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO
|
||
log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO
|
||
log4j.logger.org.apache.parquet=ERROR
|
||
log4j.logger.parquet=ERROR
|
||
|
||
# SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support
|
||
log4j.logger.org.apache.hadoop.hive.metastore.RetryingHMSHandler=FATAL
|
||
log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR
|
||
|
||
# For deploying Spark ThriftServer
|
||
# SPARK-34128：Suppress undesirable TTransportException warnings involved in THRIFT-4805
|
||
log4j.appender.console.filter.1=org.apache.log4j.varia.StringMatchFilter
|
||
log4j.appender.console.filter.1.StringToMatch=Thrift error occurred during processing of message
|
||
log4j.appender.console.filter.1.AcceptOnMatch=false
|