Merge branch 'pyspark'

This commit is contained in:
Shea Levy 2018-03-17 10:11:24 -04:00
commit 7215194f64
No known key found for this signature in database
GPG key ID: 5C0BD6957D86FE27
3 changed files with 54 additions and 0 deletions

View file

@ -0,0 +1,22 @@
{ buildPythonPackage, fetchPypi, stdenv }:
buildPythonPackage rec {
pname = "py4j";
version = "0.10.6";
src = fetchPypi {
inherit pname version;
extension= "zip";
sha256 = "10shayghsmcdr03w12a7sdm6vsxpjm8alw3ym3mr1hki45yarryk";
};
propagatedBuildInputs = [ ];
meta = with stdenv.lib; {
description = "Py4J enables Python programs running in a Python interpreter to dynamically access Java objects in a Java Virtual Machine. Methods are called as if the Java objects resided in the Python interpreter and Java collections can be accessed through standard Python collection methods. Py4J also enables Java programs to call back Python objects.";
homepage = https://www.py4j.org/;
license = licenses.bsd3;
maintainers = [ maintainers.shlevy ];
};
}

View file

@ -0,0 +1,28 @@
{ buildPythonPackage, fetchPypi, stdenv, py4j }:
buildPythonPackage rec {
pname = "pyspark";
version = "2.3.0";
src = fetchPypi {
inherit pname version;
sha256 = "0vlq07yqy6c7ayg401i0qynnliqz405bmw1r8alkck0m1s8kcd8b";
};
# pypandoc is broken with pandoc2, so we just lose docs.
postPatch = ''
sed -i "s/'pypandoc'//" setup.py
'';
propagatedBuildInputs = [ py4j ];
# Tests assume running spark...
doCheck = false;
meta = with stdenv.lib; {
description = "Apache Spark";
homepage = https://github.com/apache/spark/tree/master/python;
license = licenses.asl20;
maintainers = [ maintainers.shlevy ];
};
}

View file

@ -1570,6 +1570,8 @@ in {
proboscis = callPackage ../development/python-modules/proboscis {};
py4j = callPackage ../development/python-modules/py4j { };
pyechonest = self.buildPythonPackage rec {
name = "pyechonest-8.0.2";
@ -20652,6 +20654,8 @@ EOF
spacy_models = callPackage ../development/python-modules/spacy/models.nix { };
pyspark = callPackage ../development/python-modules/pyspark { };
sseclient = callPackage ../development/python-modules/sseclient { };
textacy = callPackage ../development/python-modules/textacy { };