Something went wrong. Try again.
What happens if I push all of nixpkgs
Something went wrong. Try again.
1.6 kB · 78 lines
Nix
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879{ lib, aiohttp, buildPythonPackage, dill, fetchFromGitHub, fetchpatch, fsspec, huggingface-hub, importlib-metadata, multiprocess, numpy, packaging, pandas, pyarrow, pythonOlder, requests, responses, tqdm, xxhash}:
buildPythonPackage rec { pname = "datasets"; version = "2.15.0"; format = "setuptools";
disabled = pythonOlder "3.8";
src = fetchFromGitHub { owner = "huggingface"; repo = pname; rev = "refs/tags/${version}"; hash = "sha256-Q8cSgupfj6xKD0bYgL6bvYBwdYDdNaiWEWWUrRvwc4g="; };
# remove pyarrow<14.0.1 vulnerability fix postPatch = '' substituteInPlace src/datasets/features/features.py \ --replace "import pyarrow_hotfix" "#import pyarrow_hotfix" '';
propagatedBuildInputs = [ aiohttp dill fsspec huggingface-hub multiprocess numpy packaging pandas pyarrow requests responses tqdm xxhash ] ++ lib.optionals (pythonOlder "3.8") [ importlib-metadata ];
# Tests require pervasive internet access doCheck = false;
# Module import will attempt to create a cache directory postFixup = "export HF_MODULES_CACHE=$TMPDIR";
pythonImportsCheck = [ "datasets" ];
meta = with lib; { description = "Open-access datasets and evaluation metrics for natural language processing"; homepage = "https://github.com/huggingface/datasets"; changelog = "https://github.com/huggingface/datasets/releases/tag/${version}"; license = licenses.asl20; platforms = platforms.unix; maintainers = with maintainers; [ ]; };}