nixpkgs/pkgs/applications/networking/cluster/spark/default.nix

51 lines
1.6 KiB
Nix
Raw Normal View History

2015-12-26 17:29:08 +00:00
{ stdenv, fetchzip, makeWrapper, jre, pythonPackages
2014-12-04 16:27:01 +00:00
, mesosSupport ? true, mesos
}:
with stdenv.lib;
stdenv.mkDerivation rec {
name = "spark-${version}";
2015-12-26 17:29:08 +00:00
version = "1.5.2";
2015-12-26 17:29:08 +00:00
src = fetchzip {
2015-07-09 23:36:47 +00:00
url = "mirror://apache/spark/${name}/${name}-bin-cdh4.tgz";
2015-12-26 17:29:08 +00:00
sha256 = "0bgpz3bqj24flrbajzhbkz38fjsd53qmji1kls9izji8vprcjr5v";
};
2014-12-04 16:27:01 +00:00
buildInputs = [ makeWrapper jre pythonPackages.python pythonPackages.numpy ]
++ optional mesosSupport [ mesos ];
untarDir = "${name}-bin-cdh4";
installPhase = ''
2014-12-04 16:27:01 +00:00
mkdir -p $out/{lib/${untarDir}/conf,bin}
mv * $out/lib/${untarDir}
sed -e 's/INFO, console/WARN, console/' < \
$out/lib/${untarDir}/conf/log4j.properties.template > \
$out/lib/${untarDir}/conf/log4j.properties
2014-12-04 16:27:01 +00:00
cat > $out/lib/${untarDir}/conf/spark-env.sh <<- EOF
export JAVA_HOME="${jre}"
export SPARK_HOME="$out/lib/${untarDir}"
export PYSPARK_PYTHON="${pythonPackages.python}/bin/${pythonPackages.python.executable}"
export PYTHONPATH="\$PYTHONPATH:$PYTHONPATH"
${optionalString mesosSupport
''export MESOS_NATIVE_LIBRARY="$MESOS_NATIVE_LIBRARY"''}
EOF
2014-12-04 16:27:01 +00:00
for n in $(find $out/lib/${untarDir}/bin -type f ! -name "*.*"); do
makeWrapper "$n" "$out/bin/$(basename $n)"
done
'';
meta = {
description = "Lightning-fast cluster computing";
homepage = "http://spark.apache.org";
license = stdenv.lib.licenses.asl20;
platforms = stdenv.lib.platforms.all;
2014-12-04 16:27:01 +00:00
maintainers = with maintainers; [ thoughtpolice offline ];
repositories.git = git://git.apache.org/spark.git;
};
}