make modules and versions easier to update

AdGoji · Mar 26, 2014 · ac18bf5 · ac18bf5
1 parent 210d780
commit ac18bf5
Show file tree

Hide file tree

Showing 10 changed files with 77 additions and 66 deletions.
diff --git a/HADOOP-VERSION b/HADOOP-VERSION
@@ -0,0 +1 @@
+1.2.1
diff --git a/MODULES b/MODULES
@@ -0,0 +1,5 @@
+cascalog-core
+cascalog-checkpoint
+cascalog-more-taps
+cascalog-math
+midje-cascalog
diff --git a/VERSION b/VERSION
@@ -0,0 +1 @@
+2.1.0-SNAPSHOT
diff --git a/cascalog-checkpoint/project.clj b/cascalog-checkpoint/project.clj
@@ -1,14 +1,16 @@
-(def cascalog-version "2.0.1-SNAPSHOT")
+(def ROOT-DIR (subs *file* 0 (- (count *file*) (count "project.clj"))))
+(def HADOOP-VERSION (-> ROOT-DIR (str "/../HADOOP-VERSION") slurp))
+(def VERSION (-> ROOT-DIR (str "/../VERSION") slurp))
 
-(defproject cascalog/cascalog-checkpoint cascalog-version
+(defproject cascalog/cascalog-checkpoint VERSION
   :description "Workflow checkpoints for the masses."
   :license {:name "Eclipse Public License"
             :url "http://www.eclipse.org/legal/epl-v10.html"}
   :repositories {"conjars.org" "http://conjars.org/repo"}
-  :dependencies [[jackknife "0.1.5"]
+  :dependencies [[jackknife "0.1.6"]
                  [hadoop-util "0.3.0"]]
   :profiles {:1.3 {:dependencies [[org.clojure/clojure "1.3.0"]]}
              :1.4 {:dependencies [[org.clojure/clojure "1.4.0"]]}
-             :provided {:dependencies [[cascalog/cascalog-core ~cascalog-version]]}
-             :dev {:dependencies
-                   [[org.apache.hadoop/hadoop-core "1.1.2"]]}})
+             :dev {:plugins [[lein-midje "3.1.3"]]}
+             :provided {:dependencies [[cascalog/cascalog-core ~VERSION]
+                                       [org.apache.hadoop/hadoop-core ~HADOOP-VERSION]]}})
diff --git a/cascalog-core/project.clj b/cascalog-core/project.clj
@@ -1,7 +1,9 @@
-(def cc-version (or (System/getenv "CASCALOG_CASCADING_VERSION") "2.5.3"))
-(def cascalog-version "2.0.1-SNAPSHOT")
+(def ROOT-DIR (subs *file* 0 (- (count *file*) (count "project.clj"))))
+(def HADOOP-VERSION (-> ROOT-DIR (str "/../HADOOP-VERSION") slurp))
+(def VERSION (-> ROOT-DIR (str "/../VERSION") slurp))
+(def CC-VERSION (or (System/getenv "CASCALOG_CASCADING_VERSION") "2.5.3"))
 
-(defproject cascalog/cascalog-core cascalog-version
+(defproject cascalog/cascalog-core VERSION
   :description "Cascalog core libraries."
   :url "http://www.cascalog.org"
   :license {:name "Eclipse Public License"
@@ -19,7 +21,7 @@
                  [org.clojure/tools.macro "0.1.2"]
                  [log4j "1.2.16"]
                  [org.slf4j/slf4j-log4j12 "1.6.6"]
-                 [cascading/cascading-hadoop ~cc-version
+                 [cascading/cascading-hadoop ~CC-VERSION
                   :exclusions [org.codehaus.janino/janino
                                org.apache.hadoop/hadoop-core]]
                  [com.twitter/chill-hadoop "0.3.5"]
@@ -30,9 +32,8 @@
   :profiles {:1.3 {:dependencies [[org.clojure/clojure "1.3.0"]]}
              :1.4 {:dependencies [[org.clojure/clojure "1.4.0"]]}
              :1.6 {:dependencies [[org.clojure/clojure "1.6.0-RC3"]]}
-             :provided {:dependencies [[org.apache.hadoop/hadoop-core "1.2.1"]]}
+             :provided {:dependencies [[org.apache.hadoop/hadoop-core ~HADOOP-VERSION]]}
              :dev {:resource-paths ["dev"]
-                   :plugins [[lein-midje "3.0.0"]]
+                   :plugins [[lein-midje "3.1.3"]]
                    :dependencies
-                   [[cascalog/midje-cascalog ~cascalog-version]
-                    [org.apache.hadoop/hadoop-core "1.2.1"]]}})
+                   [[cascalog/midje-cascalog ~VERSION]]}})
diff --git a/cascalog-lzo/project.clj b/cascalog-lzo/project.clj
@@ -1,17 +1,19 @@
-(def cascalog-version "2.0.1-SNAPSHOT")
+(def ROOT-DIR (subs *file* 0 (- (count *file*) (count "project.clj"))))
+(def HADOOP-VERSION (-> ROOT-DIR (str "/../HADOOP-VERSION") slurp))
+(def VERSION (-> ROOT-DIR (str "/../VERSION") slurp))
 
-(defproject cascalog/cascalog-lzo cascalog-version
+(defproject cascalog/cascalog-lzo VERSION
   :description "Lzo compression taps for Cascalog."
   :license {:name "Eclipse Public License"
             :url "http://www.eclipse.org/legal/epl-v10.html"}
   :repositories {"conjars.org" "http://conjars.org/repo"}
   :dependencies [[com.twitter.elephantbird/elephant-bird-cascading2 "3.0.7"
                   :exclusions [cascading/cascading-hadoop]]
                  [hadoop-lzo "0.4.15"]]
-  :plugins [[lein-midje "3.0.0"]]
   :profiles {:1.3 {:dependencies [[org.clojure/clojure "1.3.0"]]}
              :1.4 {:dependencies [[org.clojure/clojure "1.4.0"]]}
-             :provided {:dependencies [[cascalog/cascalog-core ~cascalog-version]
+             :provided {:dependencies [[cascalog/cascalog-core ~VERSION]
+                                       [org.apache.hadoop/hadoop-core ~HADOOP-VERSION]
                                        [org.apache.httpcomponents/httpclient "4.2.3"]]}
-             :dev {:dependencies [[org.apache.hadoop/hadoop-core "1.1.2"]
-                                  [cascalog/midje-cascalog ~cascalog-version]]}})
+             :dev {:dependencies [[cascalog/midje-cascalog ~VERSION]]
+                   :plugins [[lein-midje "3.1.3"]]}})
diff --git a/cascalog-math/project.clj b/cascalog-math/project.clj
@@ -1,14 +1,16 @@
-(def cascalog-version "2.0.1-SNAPSHOT")
+(def ROOT-DIR (subs *file* 0 (- (count *file*) (count "project.clj"))))
+(def HADOOP-VERSION (-> ROOT-DIR (str "/../HADOOP-VERSION") slurp))
+(def VERSION (-> ROOT-DIR (str "/../VERSION") slurp))
 
-(defproject cascalog/cascalog-math cascalog-version
+(defproject cascalog/cascalog-math VERSION
   :description "Math modules for Cascalog."
   :license {:name "Eclipse Public License"
             :url "http://www.eclipse.org/legal/epl-v10.html"}
   :repositories {"conjars.org" "http://conjars.org/repo"}
   :profiles {:1.3 {:dependencies [[org.clojure/clojure "1.3.0"]]}
              :1.4 {:dependencies [[org.clojure/clojure "1.4.0"]]}
-             :provided {:dependencies [[cascalog/cascalog-core ~cascalog-version]]}
-             :dev {:dependencies [[org.apache.hadoop/hadoop-core "1.1.2"]
-                                  [cascalog/midje-cascalog ~cascalog-version]
+             :provided {:dependencies [[cascalog/cascalog-core ~VERSION]
+                                       [org.apache.hadoop/hadoop-core ~HADOOP-VERSION]]}
+             :dev {:dependencies [[cascalog/midje-cascalog ~VERSION]
                                   [net.sourceforge.parallelcolt/parallelcolt "0.10.0"]]
-                   :plugins [[lein-midje "3.0.1"]]}})
+                   :plugins [[lein-midje "3.1.3"]]}})
diff --git a/cascalog-more-taps/project.clj b/cascalog-more-taps/project.clj
@@ -1,6 +1,8 @@
-(def cascalog-version "2.0.1-SNAPSHOT")
+(def ROOT-DIR (subs *file* 0 (- (count *file*) (count "project.clj"))))
+(def HADOOP-VERSION (-> ROOT-DIR (str "/../HADOOP-VERSION") slurp))
+(def VERSION (-> ROOT-DIR (str "/../VERSION") slurp))
 
-(defproject cascalog/cascalog-more-taps cascalog-version
+(defproject cascalog/cascalog-more-taps VERSION
   :description "More taps for Cascalog"
   :license {:name "Eclipse Public License"
             :url "http://www.eclipse.org/legal/epl-v10.html"}
@@ -11,10 +13,9 @@
   :repositories {"conjars.org" "http://conjars.org/repo"}
   :profiles {:1.3 {:dependencies [[org.clojure/clojure "1.3.0"]]}
              :1.4 {:dependencies [[org.clojure/clojure "1.4.0"]]}
-             :provided {:dependencies [[cascalog/cascalog-core ~cascalog-version]
-                                       [org.apache.hadoop/hadoop-core "1.1.2"]]}
-             :dev {:plugins [[lein-midje "3.0.0"]]
+             :provided {:dependencies [[cascalog/cascalog-core ~VERSION]
+                                       [org.apache.hadoop/hadoop-core ~HADOOP-VERSION]]}
+             :dev {:plugins [[lein-midje "3.1.3"]]
                    :dependencies
-                   [[cascalog/midje-cascalog ~cascalog-version]
-                    [org.apache.hadoop/hadoop-core "1.1.2"]
+                   [[cascalog/midje-cascalog ~VERSION]
                     [hadoop-util "0.3.0"]]}})
diff --git a/midje-cascalog/project.clj b/midje-cascalog/project.clj
@@ -1,13 +1,15 @@
-(def cascalog-version "2.0.1-SNAPSHOT")
+(def ROOT-DIR (subs *file* 0 (- (count *file*) (count "project.clj"))))
+(def HADOOP-VERSION (-> ROOT-DIR (str "/../HADOOP-VERSION") slurp))
+(def VERSION (-> ROOT-DIR (str "/../VERSION") slurp))
 
-(defproject cascalog/midje-cascalog cascalog-version
+(defproject cascalog/midje-cascalog VERSION
   :description "Cascalog functions for Midje."
   :license {:name "Eclipse Public License"
             :url "http://www.eclipse.org/legal/epl-v10.html"}
   :repositories {"conjars.org" "http://conjars.org/repo"}
   :dependencies [[midje "1.5.1" :exclusions [org.clojure/clojure]]]
-  :plugins [[lein-midje "3.0.0"]]
   :profiles {:1.3 {:dependencies [[org.clojure/clojure "1.3.0"]]}
              :1.4 {:dependencies [[org.clojure/clojure "1.4.0"]]}
-             :dev {:dependencies [[org.apache.hadoop/hadoop-core "1.1.2"]]}
-             :provided {:dependencies [[cascalog/cascalog-core ~cascalog-version]]}})
+             :dev {:plugins [[lein-midje "3.1.3"]]}
+             :provided {:dependencies [[cascalog/cascalog-core ~VERSION]
+                                       [org.apache.hadoop/hadoop-core ~HADOOP-VERSION]]}})
diff --git a/project.clj b/project.clj
@@ -1,29 +1,23 @@
-(def version "2.0.1-SNAPSHOT")
+(def VERSION (slurp "VERSION"))
+(def MODULES (-> "MODULES" slurp (.split "\n")))
+(def DEPENDENCIES (for [m MODULES] [(symbol (str "cascalog/" m)) VERSION]))
 
-(defproject cascalog version
-  :description "Hadoop without the Hassle."
-  :url "http://www.cascalog.org"
-  :license {:name "Eclipse Public License"
-            :url "http://www.eclipse.org/legal/epl-v10.html"}
-  :mailing-list {:name "Cascalog user mailing list"
-                 :archive "https://groups.google.com/d/forum/cascalog-user"
-                 :post "[email protected]"}
-  :dependencies [[cascalog/cascalog-core ~version]
-                 [cascalog/cascalog-checkpoint ~version]
-                 [cascalog/cascalog-more-taps ~version]
-                 [cascalog/cascalog-math ~version]
-                 [cascalog/midje-cascalog ~version]]
-  :plugins [[lein-sub "0.2.4"]
-            [codox "0.6.6"]]
-  :sub ["cascalog-core"
-        "cascalog-checkpoint"
-        "cascalog-more-taps"
-        "cascalog-math"
-        "midje-cascalog"]
-  :codox {:src-dir-uri "http://github.com/nathanmarz/cascalog/blob/master"
-          :src-linenum-anchor-prefix "L"
-          :sources ["cascalog-core/src"
-                    "cascalog-checkpoint/src"
-                    "cascalog-more-taps/src"
-                    "cascalog-math/src"
-                    "midje-cascalog/src"]})
+(eval `(defproject cascalog ~VERSION
+         :description "Hadoop without the Hassle."
+         :url "http://www.cascalog.org"
+         :license {:name "Eclipse Public License"
+                   :url "http://www.eclipse.org/legal/epl-v10.html"}
+         :mailing-list {:name "Cascalog user mailing list"
+                        :archive "https://groups.google.com/d/forum/cascalog-user"
+                        :post "[email protected]"}
+         :dependencies [~@DEPENDENCIES]
+         :plugins [[~'lein-sub "0.3.0"]
+                   [~'codox "0.6.6"]]
+         :sub [~@MODULES]
+         :codox {:src-dir-uri "http://github.com/nathanmarz/cascalog/blob/master"
+                 :src-linenum-anchor-prefix "L"
+                 :sources ["cascalog-core/src"
+                           "cascalog-checkpoint/src"
+                           "cascalog-more-taps/src"
+                           "cascalog-math/src"
+                           "midje-cascalog/src"]}))