You've already forked spark-boilerplate
Initial commit
This commit is contained in:
21
src/main/scala/com/barrelsofdata/sparkexamples/Driver.scala
Normal file
21
src/main/scala/com/barrelsofdata/sparkexamples/Driver.scala
Normal file
@ -0,0 +1,21 @@
|
||||
package com.barrelsofdata.sparkexamples
|
||||
|
||||
import org.apache.log4j.Logger
|
||||
import org.apache.spark.sql.SparkSession
|
||||
|
||||
object Driver {
|
||||
|
||||
val JOB_NAME: String = "Boilerplate"
|
||||
val LOG: Logger = Logger.getLogger(this.getClass.getCanonicalName)
|
||||
|
||||
def main(args: Array[String]): Unit = {
|
||||
|
||||
val spark: SparkSession = SparkSession.builder().appName(JOB_NAME).getOrCreate()
|
||||
spark.sql("SELECT 'hello' AS col1").show()
|
||||
|
||||
LOG.info("Dummy info message")
|
||||
LOG.warn("Dummy warn message")
|
||||
LOG.error("Dummy error message")
|
||||
}
|
||||
|
||||
}
|
16
src/test/resources/log4j-test.properties
Normal file
16
src/test/resources/log4j-test.properties
Normal file
@ -0,0 +1,16 @@
|
||||
log4j.rootLogger=INFO, console
|
||||
log4j.logger.com.barrelsofdata.sparkexamples=INFO, console
|
||||
log4j.additivity.com.barrelsofdata.sparkexamples=false
|
||||
|
||||
log4j.appender.console=org.apache.log4j.ConsoleAppender
|
||||
log4j.appender.console.target=System.out
|
||||
log4j.appender.console.immediateFlush=true
|
||||
log4j.appender.console.encoding=UTF-8
|
||||
|
||||
log4j.appender.console.layout=org.apache.log4j.PatternLayout
|
||||
log4j.appender.console.layout.conversionPattern=%d{yyyy/MM/dd HH:mm:ss} %p %c: %m%n
|
||||
|
||||
log4j.logger.org.apache=ERROR
|
||||
log4j.logger.org.spark_project=ERROR
|
||||
log4j.logger.org.sparkproject=ERROR
|
||||
log4j.logger.parquet=ERROR
|
Reference in New Issue
Block a user