forked from AliyunContainerService/benchmark-for-spark
-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
17 lines (13 loc) · 814 Bytes
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
name := "ack-spark-benchmark"
version := "0.1"
scalaVersion := "2.11.12"
// 使用sbt-assembly,版本信息在project/plugins.sbt
// 使用sbt-assembly会把所有依赖打入应用jar,包括本地lib库
// 所以不需要打入应用jar的spark库要追加provided排除,只在本地编译时生效
// https://www.scala-sbt.org/1.x/docs/Library-Dependencies.html#Unmanaged+dependencies
libraryDependencies += "org.apache.spark" %% "spark-core" % "2.4.5" %"provided"
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.4.5" %"provided"
// 阿里云的hdfs依赖base镜像中没有,需要打入应用jar
libraryDependencies += "com.aliyun.dfs" % "aliyun-sdk-dfs" % "1.0.3"
libraryDependencies += "com.aliyun.oss" % "aliyun-sdk-oss" % "3.4.1"
libraryDependencies += "org.jdom" % "jdom" % "1.1"