Spark版本：3.3.5
1) local运行模式
# pwd
/home/spark/config
# vi log4j-local.properties
log4j.rootLogger=info, console, file
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.err
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
log4j.appender.file=org.apache.log4j.FileAppender
log4j.appender.file.File=/home/spark/logs/spark-local.log
log4j.appender.file.append=true
log4j.appender.file.layout=org.apache.log4j.PatternLayout
log4j.appender.file.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
# spark-submit \
--class org.apache.spark.examples.SparkPi \
--master local \
--conf spark.driver.extraJavaOptions="-Dlog4j.configuration=file:/home/spark/config/log4j-local.properties" \
/home/spark/spark-3.5.0-bin-hadoop3-scala2.13/examples/jars/spark-examples_2.13-3.5.0.jar 10
2) yarn运行模式
# pwd
/home/spark/config
# vi log4j-driver.properties
log4j.rootLogger=info, console, file
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.err
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
log4j.appender.file=org.apache.log4j.FileAppender
log4j.appender.file.File=/home/spark/logs/spark-yarn-driver.log
log4j.appender.file.append=true
log4j.appender.file.layout=org.apache.log4j.PatternLayout
log4j.appender.file.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
# vi log4j-executor.properties
log4j.rootLogger=info, console, file
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.err
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
log4j.appender.file=org.apache.log4j.FileAppender
log4j.appender.file.File=/home/spark/logs/spark-yarn-executor.log
log4j.appender.file.append=true
log4j.appender.file.layout=org.apache.log4j.PatternLayout
log4j.appender.file.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
# spark-submit \
--class org.apache.spark.examples.SparkPi \
--master yarn \
--deploy-mode client \
--conf spark.driver.extraJavaOptions="-Dlog4j.configuration=file:/home/spark/config/log4j-driver.properties" \
--conf spark.executor.extraJavaOptions="-Dlog4j.configuration=file:/home/spark/config/log4j-executor.properties" \
/home/lighthouse/bigdata/spark-yarn/examples/jars/spark-examples_2.13-3.5.0.jar 10