Something went wrong. Try again.
lol
Something went wrong. Try again.
2.0 kB · 101 lines
Nix
at master
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102{ lib, buildPythonPackage, fetchFromGitHub,
# build-system setuptools,
# dependencies absl-py, etils, jsonpath-rw, networkx, pandas, pandas-stubs, python-dateutil, rdflib, requests, scipy, tqdm,
# tests apache-beam, gitpython, librosa, pillow, pytestCheckHook, pyyaml, writableTmpDirAsHomeHook,}:
buildPythonPackage (finalAttrs: { pname = "mlcroissant"; version = "1.1.0"; pyproject = true; __structuredAttrs = true;
src = fetchFromGitHub { owner = "mlcommons"; repo = "croissant"; tag = "v${finalAttrs.version}"; hash = "sha256-IaRlmNQjOSIT3/b6AM68eRmweZEI5yjo6I9ievQIIsE="; };
sourceRoot = "${finalAttrs.src.name}/python/mlcroissant";
build-system = [ setuptools ];
dependencies = [ absl-py etils jsonpath-rw networkx pandas pandas-stubs python-dateutil rdflib requests scipy tqdm ] ++ etils.optional-dependencies.epath;
pythonImportsCheck = [ "mlcroissant" ];
nativeCheckInputs = [ apache-beam gitpython librosa pillow pytestCheckHook pyyaml writableTmpDirAsHomeHook ];
disabledTests = [ # Requires internet access "test_hermetic_loading_1_1" "test_load_from_huggingface" "test_nonhermetic_loading" "test_nonhermetic_loading_1_0"
# AssertionError: assert {'records/aud...t32), 22050)'} == {'records/aud...t32), 22050)'} "test_hermetic_loading"
# AttributeError: 'MaybeReshuffle' object has no attribute 'side_inputs' "test_beam_hermetic_loading" ];
meta = { description = "High-level format for machine learning datasets that brings together four rich layers"; homepage = "https://github.com/mlcommons/croissant"; changelog = "https://github.com/mlcommons/croissant/releases/tag/${finalAttrs.src.tag}"; license = lib.licenses.asl20; maintainers = with lib.maintainers; [ GaetanLepage ]; platforms = lib.platforms.all; mainProgram = "mlcroissant"; };})