-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbuild.sbt
More file actions
40 lines (29 loc) · 1.02 KB
/
build.sbt
File metadata and controls
40 lines (29 loc) · 1.02 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
name := "spark-windows"
version := "0.1"
scalaVersion := "2.11.12"
val versions = new {
def spark = "2.3.0"
}
libraryDependencies ++= Seq(
//spark binaries
"org.apache.spark" %% "spark-sql" % versions.spark % "provided",
"org.apache.spark" %% "spark-hive" % versions.spark % "provided",
//utils
"org.clapper" %% "grizzled-slf4j" % "1.0.2",
"com.typesafe" % "config" % "1.2.1",
//tests
"org.scalatest" %% "scalatest" % "3.0.4" % "test",
"com.holdenkarau" %% "spark-testing-base" % s"${versions.spark}_0.9.0" % "test"
excludeAll ExclusionRule(organization = "org.mortbay.jetty")
)
assemblyJarName in assembly := "spark-windows.jar"
assemblyMergeStrategy in assembly := {
case PathList("META-INF", xs@_*) => MergeStrategy.discard
case "application.conf" => MergeStrategy.concat
case x =>
val baseStrategy = (assemblyMergeStrategy in assembly).value
baseStrategy(x)
}
// SparkContext is shared between all tests via SharedSingletonContext
parallelExecution in Test := false
test in assembly := {}