spark: 1.6.0 -> 2.1.0
Tested in linux with: nix-env -f . -i spark-1.6.0 nix-env -f . -i spark cc @thoughtpolice @offlinehacker
This commit is contained in:
parent
442e0ab1f6
commit
ae2932249e
|
@ -1,22 +1,38 @@
|
||||||
{ stdenv, fetchzip, makeWrapper, jre, pythonPackages
|
{ stdenv, fetchzip, makeWrapper, jre, pythonPackages
|
||||||
, mesosSupport ? true, mesos
|
, mesosSupport ? true, mesos
|
||||||
|
, version
|
||||||
}:
|
}:
|
||||||
|
|
||||||
|
let
|
||||||
|
versionMap = {
|
||||||
|
"1.6.0" = {
|
||||||
|
hadoopVersion = "cdh4";
|
||||||
|
sparkSha256 = "19ycx1r8g82vkvzmn9wxkssmv2damrg72yfmrgzpc6xyh071g91c";
|
||||||
|
};
|
||||||
|
"2.1.0" = {
|
||||||
|
hadoopVersion = "hadoop2.4";
|
||||||
|
sparkSha256 = "0pbsmbjwijsfgbnm56kgwnmnlqkz3w010ma0d7vzlkdklj40vqn2";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
in
|
||||||
|
|
||||||
|
with versionMap.${version};
|
||||||
|
|
||||||
with stdenv.lib;
|
with stdenv.lib;
|
||||||
|
|
||||||
stdenv.mkDerivation rec {
|
stdenv.mkDerivation rec {
|
||||||
name = "spark-${version}";
|
|
||||||
version = "1.6.0";
|
name = "spark-${version}";
|
||||||
|
|
||||||
src = fetchzip {
|
src = fetchzip {
|
||||||
url = "mirror://apache/spark/${name}/${name}-bin-cdh4.tgz";
|
url = "mirror://apache/spark/${name}/${name}-bin-${hadoopVersion}.tgz";
|
||||||
sha256 = "19ycx1r8g82vkvzmn9wxkssmv2damrg72yfmrgzpc6xyh071g91c";
|
sha256 = sparkSha256;
|
||||||
};
|
};
|
||||||
|
|
||||||
buildInputs = [ makeWrapper jre pythonPackages.python pythonPackages.numpy ]
|
buildInputs = [ makeWrapper jre pythonPackages.python pythonPackages.numpy ]
|
||||||
++ optional mesosSupport mesos;
|
++ optional mesosSupport mesos;
|
||||||
|
|
||||||
untarDir = "${name}-bin-cdh4";
|
untarDir = "${name}-bin-${hadoopVersion}";
|
||||||
installPhase = ''
|
installPhase = ''
|
||||||
mkdir -p $out/{lib/${untarDir}/conf,bin,/share/java}
|
mkdir -p $out/{lib/${untarDir}/conf,bin,/share/java}
|
||||||
mv * $out/lib/${untarDir}
|
mv * $out/lib/${untarDir}
|
||||||
|
|
|
@ -5931,7 +5931,9 @@ with pkgs;
|
||||||
|
|
||||||
self = callPackage_i686 ../development/interpreters/self { };
|
self = callPackage_i686 ../development/interpreters/self { };
|
||||||
|
|
||||||
spark = callPackage ../applications/networking/cluster/spark { };
|
spark = spark_21;
|
||||||
|
spark_16 = callPackage ../applications/networking/cluster/spark { version = "1.6.0"; };
|
||||||
|
spark_21 = callPackage ../applications/networking/cluster/spark { version = "2.1.0"; };
|
||||||
|
|
||||||
spidermonkey_1_8_5 = callPackage ../development/interpreters/spidermonkey/1.8.5.nix { };
|
spidermonkey_1_8_5 = callPackage ../development/interpreters/spidermonkey/1.8.5.nix { };
|
||||||
spidermonkey_17 = callPackage ../development/interpreters/spidermonkey/17.nix { };
|
spidermonkey_17 = callPackage ../development/interpreters/spidermonkey/17.nix { };
|
||||||
|
|
Loading…
Reference in a new issue