Something went wrong. Try again.
What happens if I push all of nixpkgs
Something went wrong. Try again.
1.9 kB · 98 lines
Nix
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899{ lib, buildPythonPackage, fetchFromGitHub,
# build-system setuptools,
# dependencies absl-py, etils, jsonpath-rw, networkx, pandas, pandas-stubs, python-dateutil, rdflib, requests, scipy, tqdm,
# tests apache-beam, gitpython, pillow, pytestCheckHook, pyyaml, writableTmpDirAsHomeHook,}:
buildPythonPackage rec { pname = "mlcroissant"; version = "1.0.17"; pyproject = true;
src = fetchFromGitHub { owner = "mlcommons"; repo = "croissant"; tag = "v${version}"; hash = "sha256-jiyr8x+YRSsRwOVxDPaWemPqglTKVb5jg4rRzUXd3BE="; };
sourceRoot = "${src.name}/python/mlcroissant";
build-system = [ setuptools ];
dependencies = [ absl-py etils jsonpath-rw networkx pandas pandas-stubs python-dateutil rdflib requests scipy tqdm ] ++ etils.optional-dependencies.epath;
pythonImportsCheck = [ "mlcroissant" ];
nativeCheckInputs = [ apache-beam gitpython pillow pytestCheckHook pyyaml writableTmpDirAsHomeHook ];
disabledTests = [ # Requires internet access "test_hermetic_loading_1_1" "test_load_from_huggingface" "test_nonhermetic_loading" "test_nonhermetic_loading_1_0"
# AssertionError: assert {'records/aud...t32), 22050)'} == {'records/aud...t32), 22050)'} "test_hermetic_loading"
# AttributeError: 'MaybeReshuffle' object has no attribute 'side_inputs' "test_beam_hermetic_loading" ];
meta = { description = "High-level format for machine learning datasets that brings together four rich layers"; homepage = "https://github.com/mlcommons/croissant"; changelog = "https://github.com/mlcommons/croissant/releases/tag/v${version}"; license = lib.licenses.asl20; maintainers = with lib.maintainers; [ GaetanLepage ]; platforms = lib.platforms.all; mainProgram = "mlcroissant"; };}