-
Notifications
You must be signed in to change notification settings - Fork 0
/
TwitterOpinionMining.sbt
30 lines (27 loc) · 1.05 KB
/
TwitterOpinionMining.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
lazy val root = (project in file(".")).
settings(
name := "TwitterOpinionMining-spark2.1",
version := "1.0",
scalaVersion := "2.11.8",
mainClass in Compile := Some("TwitterOpinionMining")
)
libraryDependencies ++= Seq(
"org.apache.spark" %% "spark-core" % "2.1.1" % "provided",
"org.apache.spark" %% "spark-sql" % "2.1.1" % "provided",
"org.apache.spark" %% "spark-hive" % "2.1.1" % "provided",
"org.apache.spark" %% "spark-mllib" % "2.1.1" % "provided",
"org.apache.spark" %% "spark-streaming" % "2.1.1" % "provided",
"org.apache.spark" % "spark-streaming-kafka_2.11" % "2.1.1",
"org.apache.kafka" % "kafka_2.11" % "0.8.2",
"au.com.bytecode" % "opencsv" % "2.4",
"com.databricks" % "spark-csv_2.11" % "1.5.0",
"com.typesafe" % "config" % "1.3.0"
)
// META-INF discarding
mergeStrategy in assembly <<= (mergeStrategy in assembly) { (old) =>
{
case PathList("META-INF", xs @ _*) => MergeStrategy.discard
case x => MergeStrategy.first
}
}
assemblyJarName in assembly := "twitter_opinion_mining-spark2.1.jar"