nixpkgs/pkgs/development/python-modules/pyarrow/default.nix

69 lines
2.2 KiB
Nix
Raw Normal View History

{ lib, buildPythonPackage, python, isPy3k, fetchurl, arrow-cpp, cmake, cython, futures, hypothesis, numpy, pandas, pytest, pkgconfig, setuptools_scm, six }:
2018-04-08 23:59:38 +00:00
let
_arrow-cpp = arrow-cpp.override { inherit python; };
2018-04-08 23:59:38 +00:00
in
2018-03-19 00:13:16 +00:00
buildPythonPackage rec {
pname = "pyarrow";
inherit (_arrow-cpp) version src;
2018-03-19 00:13:16 +00:00
sourceRoot = "apache-arrow-${version}/python";
nativeBuildInputs = [ cmake cython pkgconfig setuptools_scm ];
2018-04-08 23:59:38 +00:00
propagatedBuildInputs = [ numpy six ] ++ lib.optionals (!isPy3k) [ futures ];
checkInputs = [ hypothesis pandas pytest ];
2018-03-19 00:13:16 +00:00
PYARROW_BUILD_TYPE = "release";
PYARROW_CMAKE_OPTIONS = [
"-DCMAKE_INSTALL_RPATH=${ARROW_HOME}/lib"
# This doesn't use setup hook to call cmake so we need to workaround #54606
# ourselves
"-DCMAKE_POLICY_DEFAULT_CMP0025=NEW"
];
2018-03-19 00:13:16 +00:00
preCheck = ''
2018-10-26 03:14:27 +00:00
rm pyarrow/tests/test_jvm.py
2018-03-19 00:13:16 +00:00
rm pyarrow/tests/test_hdfs.py
rm pyarrow/tests/test_cuda.py
2018-03-19 00:13:16 +00:00
# fails: "ArrowNotImplementedError: Unsupported numpy type 22"
substituteInPlace pyarrow/tests/test_feather.py --replace "test_timedelta_with_nulls" "_disabled"
# runs out of memory on @grahamcofborg linux box
substituteInPlace pyarrow/tests/test_feather.py --replace "test_large_dataframe" "_disabled"
# probably broken on python2
substituteInPlace pyarrow/tests/test_feather.py --replace "test_unicode_filename" "_disabled"
# fails "error: [Errno 2] No such file or directory: 'test'" because
# nix_run_setup invocation somehow manages to import deserialize_buffer.py
# when it is not intended to be imported at all
rm pyarrow/tests/deserialize_buffer.py
substituteInPlace pyarrow/tests/test_feather.py --replace "test_deserialize_buffer_in_different_process" "_disabled"
2018-03-19 00:13:16 +00:00
'';
2018-04-08 23:59:38 +00:00
ARROW_HOME = _arrow-cpp;
PARQUET_HOME = _arrow-cpp;
setupPyBuildFlags = ["--with-parquet" ];
2018-03-19 00:13:16 +00:00
checkPhase = ''
mv pyarrow/tests tests
rm -rf pyarrow
mkdir pyarrow
mv tests pyarrow/tests
pytest -v
'';
2018-03-19 00:13:16 +00:00
meta = with lib; {
description = "A cross-language development platform for in-memory data";
homepage = https://arrow.apache.org/;
license = lib.licenses.asl20;
platforms = platforms.unix;
maintainers = with lib.maintainers; [ veprbl ];
};
}