about summary refs log tree commit diff
path: root/pkgs/applications/networking/cluster/spark
diff options
context:
space:
mode:
authorFacundo Domínguez <facundo.dominguez@tweag.io>2017-02-06 17:18:15 -0300
committerFacundo Domínguez <facundo.dominguez@tweag.io>2017-02-06 17:27:57 -0300
commitae2932249edc58b3a95e5614497b83d60becefc7 (patch)
tree78bf2337747ea1b2c574a82d17b11b57510b9fd5 /pkgs/applications/networking/cluster/spark
parent442e0ab1f650e9a7dc61f0369ecc86f8bffbe79e (diff)
downloadnixlib-ae2932249edc58b3a95e5614497b83d60becefc7.tar
nixlib-ae2932249edc58b3a95e5614497b83d60becefc7.tar.gz
nixlib-ae2932249edc58b3a95e5614497b83d60becefc7.tar.bz2
nixlib-ae2932249edc58b3a95e5614497b83d60becefc7.tar.lz
nixlib-ae2932249edc58b3a95e5614497b83d60becefc7.tar.xz
nixlib-ae2932249edc58b3a95e5614497b83d60becefc7.tar.zst
nixlib-ae2932249edc58b3a95e5614497b83d60becefc7.zip
spark: 1.6.0 -> 2.1.0
Tested in linux with:
nix-env -f . -i spark-1.6.0
nix-env -f . -i spark

cc @thoughtpolice @offlinehacker
Diffstat (limited to 'pkgs/applications/networking/cluster/spark')
-rw-r--r--pkgs/applications/networking/cluster/spark/default.nix26
1 files changed, 21 insertions, 5 deletions
diff --git a/pkgs/applications/networking/cluster/spark/default.nix b/pkgs/applications/networking/cluster/spark/default.nix
index b4c20e22680b..bdcb0a846259 100644
--- a/pkgs/applications/networking/cluster/spark/default.nix
+++ b/pkgs/applications/networking/cluster/spark/default.nix
@@ -1,22 +1,38 @@
 { stdenv, fetchzip, makeWrapper, jre, pythonPackages
 , mesosSupport ? true, mesos
+, version
 }:
 
+let
+  versionMap = {
+    "1.6.0" = {
+                hadoopVersion = "cdh4";
+                sparkSha256 = "19ycx1r8g82vkvzmn9wxkssmv2damrg72yfmrgzpc6xyh071g91c";
+              };
+    "2.1.0" = {
+                hadoopVersion = "hadoop2.4";
+                sparkSha256 = "0pbsmbjwijsfgbnm56kgwnmnlqkz3w010ma0d7vzlkdklj40vqn2";
+              };
+  };
+in
+
+with versionMap.${version};
+
 with stdenv.lib;
 
 stdenv.mkDerivation rec {
-  name    = "spark-${version}";
-  version = "1.6.0";
+
+  name = "spark-${version}";
 
   src = fetchzip {
-    url    = "mirror://apache/spark/${name}/${name}-bin-cdh4.tgz";
-    sha256 = "19ycx1r8g82vkvzmn9wxkssmv2damrg72yfmrgzpc6xyh071g91c";
+    url    = "mirror://apache/spark/${name}/${name}-bin-${hadoopVersion}.tgz";
+    sha256 = sparkSha256;
   };
 
   buildInputs = [ makeWrapper jre pythonPackages.python pythonPackages.numpy ]
     ++ optional mesosSupport mesos;
 
-  untarDir = "${name}-bin-cdh4";
+  untarDir = "${name}-bin-${hadoopVersion}";
   installPhase = ''
     mkdir -p $out/{lib/${untarDir}/conf,bin,/share/java}
     mv * $out/lib/${untarDir}