forked from gorillalabs/sparkling
-
Notifications
You must be signed in to change notification settings - Fork 0
/
project.clj
101 lines (91 loc) · 7.03 KB
/
project.clj
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
(defproject gorillalabs/sparkling "1.2.3"
:description "A Clojure Library for Apache Spark"
:url "https://gorillalabs.github.io/sparkling/"
:license {:name "Eclipse Public License"
:url "http://www.eclipse.org/legal/epl-v10.html"}
:scm {:name "git"
:url "https://github.com/gorillalabs/sparkling"}
:dependencies [[org.clojure/tools.logging "0.3.1"]
[org.clojure/clojure "1.7.0" :scope "provided"]
[clj-time "0.9.0"]
[com.twitter/carbonite "1.4.0" :exclusions [com.twitter/chill-java]]
[com.damballa/parkour "0.6.2" :exclusions [com.thoughtworks.paranamer/paranamer]]
[com.damballa/abracad "0.4.12" :exclusions [com.fasterxml.jackson.core/jackson-core]]
[org.apache.avro/avro-mapred "1.7.7" :scope "provided" :classifier "hadoop2" :exclusions [org.slf4j/slf4j-api io.netty/netty commons-lang org.mortbay.jetty/servlet-api]]
;[com.esotericsoftware.kryo/kryo "2.24.0" :scope "provided"]
]
:aliases {"all" ["with-profile" "dev,spark-1.1.0,hadoop-2.6.0:dev,spark-1.2.1,hadoop-2.6.0:dev,spark-1.3.1,hadoop-2.6.0,dev,spark-1.4.0,hadoop-2.6.0"]
}
:profiles {:default [:base :system :user :provided :spark-1.4.0 :dev]
:dev {:dependencies [[criterium "0.4.3"]]
:plugins [[lein-dotenv "RELEASE"]
[jonase/eastwood "0.1.4"]
[lein-kibit "0.1.2"]
[lein-marginalia "0.8.0" :exclusions [org.clojure/clojure com.google.guava/guava]]
[lein-ancient "0.5.4" :exclusions [org.clojure/clojure org.clojure/tools.reader commons-codec]]
[lein-release "1.0.5" :exclusions [org.clojure/clojure]]
[gargamel "0.5.0"]
[lein-pprint "1.1.1"]]
:resource-paths ["data"]
;; so gen-class stuff works in the repl
:aot [sparkling.api
sparkling.function
sparkling.scalaInterop
]}
:jenkins {:plugins [[lein-test-out "0.3.1"]]
}
:spark-1.1.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.1.0"]
]}
:spark-1.4.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.4.0"]
]}
:hadoop-2.6.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.hadoop/hadoop-client "2.6.0"
:exclusions [commons-codec org.apache.curator/curator-recipes org.slf4j/slf4j-api com.google.guava/guava io.netty/netty org.apache.curator/curator-framework org.apache.zookeeper/zookeeper]]
[org.apache.hadoop/hadoop-hdfs "2.6.0" :exclusions [com.google.guava/guava io.netty/netty]]]}
:spark-1.2.1 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.2.1" :scope "provided"
:exclusions [commons-net commons-codec commons-io]
]
[commons-net "3.1"]
[commons-codec "1.4"]
[commons-io "2.4"]]}
:spark-1.3.1 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.3.1"]]}
:test {:resource-paths ["dev-resources" "data"]
:aot [sparkling.core
sparkling.api
sparkling.function
sparkling.scalaInterop
sparkling.destructuring
sparkling.debug
sparkling.rdd.hadoopAvro
sparkling.rdd.jdbc
sparkling.testutils.records.domain
sparkling.testutils.records.registrator
sparkling.api-test
sparkling.core-test
sparkling.function-test
sparkling.conf-test
sparkling.rdd.hadoopAvro-test
sparkling.rdd.jdbc-test
sparkling.accumulator-test
sparkling.test-registrator
sparkling.serialization-test
]}
}
:source-paths ["src/clojure"]
:java-source-paths ["src/java"]
:codox {:defaults {:doc/format :markdown}
:include [sparkling.core sparkling.conf sparkling.kryo sparkling.broadcast sparkling.debug sparkling.destructuring]
:output-dir "doc"
:src-dir-uri "https://raw.githubusercontent.com/gorillalabs/sparkling/v1.2.2/"
:src-linenum-anchor-prefix "L"}
:javac-options ["-Xlint:unchecked" "-source" "1.6" "-target" "1.6"]
:jvm-opts ^:replace ["-server" "-Xmx1g"]
:global-vars {*warn-on-reflection* false}
:lein-release {:deploy-via :clojars}
)
;; test with
;; lein do clean, with-profile +spark-1.1.0 test