-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
40 lines (33 loc) · 1.67 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
name := "price_data"
version := "1.0"
scalaVersion := "2.11.8"
resolvers += "Concurrent Maven Repo" at "http://conjars.org/repo"
resolvers += "gphat" at "https://raw.github.com/gphat/mvn-repo/master/releases/"
resolvers += "conjars.org" at "http://conjars.org/repo"
libraryDependencies ++= Seq(
"org.apache.spark" % "spark-core_2.11" % "2.1.0",
"org.apache.spark" %% "spark-sql" % "2.0.0" % "provided",
"org.apache.spark" %% "spark-streaming" % "2.0.0" % "provided",
"org.apache.spark" %% "spark-streaming-kafka-0-8" % "2.0.0",
"org.apache.spark" % "spark-streaming_2.11" % "2.0.0" % "provided",
"org.apache.spark" %% "spark-mllib" % "2.0.0" % "provided",
"org.elasticsearch" % "elasticsearch-spark_2.11" % "5.0.0-alpha2",
"com.github.benfradet" %% "spark-kafka-0-10-writer" % "0.2.0",
"net.debasishg" %% "redisclient" % "3.2",
"org.json4s" % "json4s-jackson_2.11" % "3.2.11",
"com.typesafe" % "config" % "1.3.1",
"com.gilt" % "jerkson_2.11" % "0.6.7",
"org.apache.kafka" % "kafka_2.11" % "0.8.0",
"org.apache.kafka" % "kafka-clients" % "0.8.2.1",
"io.spray" %% "spray-json" % "1.3.3"
//"com.typesafe.play" %% "play-json" % "2.3.4"
//
)
mergeStrategy in assembly := {
case m if m.toLowerCase.endsWith("manifest.mf") => MergeStrategy.discard
case m if m.toLowerCase.matches("meta-inf.*\\.sf$") => MergeStrategy.discard
case "log4j.properties" => MergeStrategy.discard
case m if m.toLowerCase.startsWith("meta-inf/services/") => MergeStrategy.filterDistinctLines
case "reference.conf" => MergeStrategy.concat
case _ => MergeStrategy.first
}