Something went wrong. Try again.
lol
Something went wrong. Try again.
2.0 kB · 98 lines
Nix
at master
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899{ lib, stdenv, buildPythonPackage, fetchFromGitHub, rustPlatform,
# nativeBuildInputs protoc,
# buildInputs protobuf,
# dependencies pyarrow, typing-extensions,
# tests arro3-core, nanoarrow, numpy, pytest-asyncio, pytestCheckHook,}:
buildPythonPackage (finalAttrs: { pname = "datafusion"; version = "52.3.0"; pyproject = true;
src = fetchFromGitHub { name = "datafusion-source"; owner = "apache"; repo = "datafusion-python"; tag = finalAttrs.version; # Fetch arrow-testing and parquet-testing (tests assets) fetchSubmodules = true; hash = "sha256-kyJoG65XKSF+RElZlsdfVTZp/ufWiUw0YdCpQ8Qcg78="; };
cargoDeps = rustPlatform.fetchCargoVendor { inherit (finalAttrs) pname src version; hash = "sha256-7/YWJORUjhhZSLyyBT6NFD0RzARJ3SKd11gn4kJ7aYw="; };
nativeBuildInputs = with rustPlatform; [ cargoSetupHook maturinBuildHook protoc ];
buildInputs = [ protobuf ];
dependencies = [ pyarrow typing-extensions ];
nativeCheckInputs = [ arro3-core nanoarrow numpy pytest-asyncio pytestCheckHook ];
pythonImportsCheck = [ "datafusion" "datafusion._internal" ];
preCheck = '' rm -rf python/datafusion '';
disabledTests = [ # Exception: DataFusion error (requires internet access) "test_register_http_csv" ] ++ lib.optionals stdenv.hostPlatform.isDarwin [ # Flaky: Failed: Query was not interrupted; got error: None "test_collect_interrupted" ];
meta = { description = "Extensible query execution framework"; longDescription = '' DataFusion is an extensible query execution framework, written in Rust, that uses Apache Arrow as its in-memory format. ''; homepage = "https://arrow.apache.org/datafusion/"; changelog = "https://github.com/apache/datafusion-python/blob/${finalAttrs.src.tag}/CHANGELOG.md"; license = with lib.licenses; [ asl20 ]; maintainers = with lib.maintainers; [ cpcloud ]; };})