-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathbuild.sbt
31 lines (25 loc) · 1.07 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
name := "spark-reference-architecture"
version := "0.1"
scalaVersion := "2.12.10"
val sparkVersion = "3.0.0"
val deltaVersion = "0.7.0"
val log4jVersion = "2.4.1"
val redisVersion = "3.30"
val hadoopVersion = "2.7.7"
resolvers ++= Seq(
"bintray-spark-packages" at "https://dl.bintray.com/spark-packages/maven",
"Typesafe Simple Repository" at "https://repo.typesafe.com/typesafe/simple/maven-releases",
"MavenRepository" at "https://mvnrepository.com"
)
libraryDependencies ++= Seq(
"org.apache.spark" %% "spark-core" % sparkVersion,
"org.apache.spark" %% "spark-sql" % sparkVersion,
"org.apache.spark" %% "spark-sql-kafka-0-10" % sparkVersion,
"org.apache.spark" %% "spark-streaming" % sparkVersion,
"org.apache.spark" %% "spark-streaming-kafka-0-10" % sparkVersion,
"net.debasishg" %% "redisclient" % redisVersion,
"io.delta" %% "delta-core" % deltaVersion,
"org.apache.hadoop" % "hadoop-aws" % hadoopVersion,
"org.apache.logging.log4j" % "log4j-api" % log4jVersion,
"org.apache.logging.log4j" % "log4j-core" % log4jVersion
)