-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbuild.sbt
37 lines (28 loc) · 1.74 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
name := "SparkMetricCounter"
version := "1.0"
scalaVersion := "2.11.12"
sbtVersion := "1.3.3"
ThisBuild / useCoursier := false
resolvers += Resolver.mavenLocal
libraryDependencies += "org.apache.hadoop" % "hadoop-common" % "2.7.4" % "provided"
libraryDependencies += "org.apache.hadoop" % "hadoop-hdfs" % "2.7.4" % "provided"
libraryDependencies += "org.apache.spark" %% "spark-core" % "2.4.0" % "provided"
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.4.0" % "provided"
libraryDependencies += "org.apache.spark" %% "spark-hive" % "2.4.0" % "provided"
libraryDependencies += "org.apache.spark" %% "spark-streaming" % "2.4.0" % "provided"
libraryDependencies += "org.apache.bahir" %% "spark-streaming-pubsub" % "2.4.0" % "provided"
libraryDependencies += "com.google.cloud.spark" %% "spark-bigquery-with-dependencies" % "0.14.0-beta" % "provided"
libraryDependencies += "com.google.cloud.bigdataoss" % "gcs-connector" % "hadoop2-1.9.17" % "provided"
libraryDependencies += "com.google.cloud.bigdataoss" % "bigquery-connector" % "hadoop3-0.13.17" % "provided"
libraryDependencies += "ch.qos.logback" % "logback-classic" % "1.2.3"
libraryDependencies += "com.typesafe.scala-logging" %% "scala-logging" % "3.9.2"
libraryDependencies += "com.typesafe" % "config" % "1.4.0"
libraryDependencies += "com.iheart" %% "ficus" % "1.4.3"
libraryDependencies ~= { _.map(_.exclude("javax.jms", "jms")) }
libraryDependencies ~= { _.map(_.exclude("com.sun.jdmk", "jmxtools")) }
libraryDependencies ~= { _.map(_.exclude("com.sun.jmx", "jmxri")) }
assemblyShadeRules in assembly := Seq(
ShadeRule.rename("com.google.common.**" -> "shade.com.google.common.@1").inAll
)
mainClass in assembly := Some("ru.sgu.SparkLauncher")
assemblyJarName in assembly := s"${name.value}.jar"