Something went wrong. Try again.
What happens if I push all of nixpkgs
Something went wrong. Try again.
2.2 kB · 105 lines
Nix
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106{ lib, stdenv, buildPythonPackage, fetchFromGitHub, rustPlatform, pytestCheckHook, libiconv, numpy, protobuf, protoc, pyarrow, typing-extensions, pythonOlder,}:
let arrow-testing = fetchFromGitHub { name = "arrow-testing"; owner = "apache"; repo = "arrow-testing"; rev = "4d209492d514c2d3cb2d392681b9aa00e6d8da1c"; hash = "sha256-IkiCbuy0bWyClPZ4ZEdkEP7jFYLhM7RCuNLd6Lazd4o="; };
parquet-testing = fetchFromGitHub { name = "parquet-testing"; owner = "apache"; repo = "parquet-testing"; rev = "50af3d8ce206990d81014b1862e5ce7380dc3e08"; hash = "sha256-edyv/r5olkj09aHtm8LHZY0b3jUtLNUcufwI41qKYaY="; };in
buildPythonPackage rec { pname = "datafusion"; version = "40.1.0"; pyproject = true;
src = fetchFromGitHub { name = "datafusion-source"; owner = "apache"; repo = "arrow-datafusion-python"; tag = version; hash = "sha256-5WOSlx4XW9zO6oTY16lWQElShLv0ubflVPfSSEGrFgg="; };
cargoDeps = rustPlatform.fetchCargoVendor { name = "datafusion-cargo-deps"; inherit src; hash = "sha256-xUpchV4UFEX1HkCpClOwxnEfGLVlOIX4UmzYKiUth9U="; };
nativeBuildInputs = with rustPlatform; [ cargoSetupHook maturinBuildHook protoc ];
buildInputs = [ protobuf ] ++ lib.optionals stdenv.hostPlatform.isDarwin [ libiconv ];
dependencies = [ pyarrow typing-extensions ];
nativeCheckInputs = [ pytestCheckHook numpy ];
pythonImportsCheck = [ "datafusion" ];
pytestFlags = [ "--pyargs" pname ];
preCheck = '' pushd $TMPDIR ln -s ${arrow-testing} ./testing ln -s ${parquet-testing} ./parquet '';
postCheck = '' popd '';
meta = with lib; { description = "Extensible query execution framework"; longDescription = '' DataFusion is an extensible query execution framework, written in Rust, that uses Apache Arrow as its in-memory format. ''; homepage = "https://arrow.apache.org/datafusion/"; changelog = "https://github.com/apache/arrow-datafusion-python/blob/${version}/CHANGELOG.md"; license = with licenses; [ asl20 ]; maintainers = with maintainers; [ cpcloud ]; };}