Something went wrong. Try again.
lol
Something went wrong. Try again.
12 kB · 409 lines
Nix
at master
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410{ lib, stdenv, replaceVars, fetchurl, autoconf, zlibSupport ? true, zlib, bzip2, pkg-config, lndir, libffi, sqlite, openssl, ncurses, python, expat, tcl, tk, tclPackages, libx11, gdbm, db, xz, python-setup-hook, optimizationLevel ? "jit", boehmgc, # For the Python package set hash, self, packageOverrides ? (self: super: { }), pkgsBuildBuild, pkgsBuildHost, pkgsBuildTarget, pkgsHostHost, pkgsTargetTarget, sourceVersion, pythonVersion, passthruFun, pythonAttr ? "pypy${lib.substring 0 1 pythonVersion}${lib.substring 2 3 pythonVersion}",}:
assert zlibSupport -> zlib != null;
let isPy3k = (lib.versions.major pythonVersion) == "3"; isPy38OrNewer = lib.versionAtLeast pythonVersion "3.8"; isPy39OrNewer = lib.versionAtLeast pythonVersion "3.9"; passthru = passthruFun rec { inherit self sourceVersion pythonVersion packageOverrides ; implementation = "pypy"; libPrefix = "pypy${pythonVersion}"; executable = "pypy${ if isPy39OrNewer then lib.versions.majorMinor pythonVersion else lib.optionalString isPy3k "3" }"; sitePackages = "${lib.optionalString isPy38OrNewer "lib/${libPrefix}/"}site-packages"; hasDistutilsCxxPatch = false; inherit pythonAttr;
pythonOnBuildForBuild = pkgsBuildBuild.${pythonAttr}; pythonOnBuildForHost = pkgsBuildHost.${pythonAttr}; pythonOnBuildForTarget = pkgsBuildTarget.${pythonAttr}; pythonOnHostForHost = pkgsHostHost.${pythonAttr}; pythonOnTargetForTarget = pkgsTargetTarget.${pythonAttr} or { };
pythonABITags = [ "none" "pypy${lib.concatStrings (lib.take 2 (lib.splitString "." pythonVersion))}_pp${sourceVersion.major}${sourceVersion.minor}" ]; }; pname = passthru.executable; version = with sourceVersion; "${major}.${minor}.${patch}"; pythonForPypy = python.withPackages (ppkgs: [ ]);
inwith passthru;stdenv.mkDerivation rec { inherit pname version;
src = fetchurl { url = "https://downloads.python.org/pypy/pypy${pythonVersion}-v${version}-src.tar.bz2"; inherit hash; };
nativeBuildInputs = [ pkg-config lndir ]; buildInputs = [ bzip2 openssl pythonForPypy libffi ncurses expat sqlite tk tcl libx11 gdbm db ] ++ lib.optionals isPy3k [ xz ] ++ lib.optionals (stdenv ? cc && stdenv.cc.libc != null) [ stdenv.cc.libc ] ++ lib.optionals zlibSupport [ zlib ] ++ lib.optionals (lib.elem optimizationLevel [ "0" "1" "2" "3" ]) [ boehmgc ];
# Remove bootstrap python from closure dontPatchShebangs = true; disallowedReferences = [ python ];
env = lib.optionalAttrs stdenv.cc.isClang { # fix compiler error in curses cffi module, where char* != const char* NIX_CFLAGS_COMPILE = "-Wno-error=incompatible-function-pointer-types"; } // { C_INCLUDE_PATH = lib.makeSearchPathOutput "dev" "include" buildInputs; LIBRARY_PATH = lib.makeLibraryPath buildInputs; LD_LIBRARY_PATH = lib.makeLibraryPath ( builtins.filter (x: x.outPath != stdenv.cc.libc.outPath or "") buildInputs ); };
patches = [ ./dont_fetch_vendored_deps.patch
(replaceVars ./tk_tcl_paths.patch { inherit tk tcl; tk_dev = tk.dev; tcl_dev = tcl; tk_libprefix = tk.libPrefix; tcl_libprefix = tcl.libPrefix; })
# Python ctypes.util uses three different strategies to find a library (on Linux): # 1. /sbin/ldconfig # 2. cc -Wl,-t -l"$libname"; objdump -p # 3. ld -t (where it attaches the values in $LD_LIBRARY_PATH as -L arguments) # The first is disabled in Nix (and wouldn't work in the build sandbox or on NixOS anyway), and # the third was only introduced in Python 3.6 (see bugs.python.org/issue9998), so is not # available when building PyPy (which is built using Python/PyPy 2.7). # The second requires SONAME to be set for the dynamic library for the second part not to fail. # As libsqlite3 stopped shipping with SONAME after the switch to autosetup (>= 3.50 in Nixpkgs; # see https://www.sqlite.org/src/forumpost/5a3b44f510df8ded). This makes the Python CFFI module # unable to find the SQLite library. # To circumvent these issues, we hardcode the path during build. # For more information, see https://github.com/NixOS/nixpkgs/issues/419942. (replaceVars (if isPy3k then ./sqlite_paths.patch else ./sqlite_paths_2_7.patch) { inherit (sqlite) out dev; libsqlite = "${sqlite.out}/lib/libsqlite3${stdenv.hostPlatform.extensions.sharedLibrary}"; })
# PyPy sets an explicit minimum SDK version for darwin that is much older # than what we default to on nixpkgs. # Simply removing the explicit flag makes it use our default instead. ./darwin_version_min.patch ];
postPatch = '' substituteInPlace lib_pypy/pypy_tools/build_cffi_imports.py \ --replace "multiprocessing.cpu_count()" "$NIX_BUILD_CORES"
substituteInPlace "lib-python/${if isPy3k then "3/tkinter/tix.py" else "2.7/lib-tk/Tix.py"}" \ --replace "os.environ.get('TIX_LIBRARY')" "os.environ.get('TIX_LIBRARY') or '${tclPackages.tix}/lib'" '';
buildPhase = '' runHook preBuild
${pythonForPypy.interpreter} rpython/bin/rpython \ --make-jobs="$NIX_BUILD_CORES" \ -O${optimizationLevel} \ --batch \ pypy/goal/targetpypystandalone.py \ ${lib.optionalString ((toString optimizationLevel) == "1") "--withoutmod-cpyext"}
runHook postBuild '';
installPhase = '' runHook preInstall
mkdir -p $out/{bin,lib/${libPrefix}}
cp -R {include,lib_pypy,lib-python} $out install -Dm755 lib${executable}-c${stdenv.hostPlatform.extensions.sharedLibrary} $out/lib/ install -Dm755 ${executable}-c $out/bin/${executable} ${lib.optionalString isPy39OrNewer "ln -s $out/bin/${executable} $out/bin/pypy3"}
# other packages expect to find stuff according to libPrefix ln -s $out/include $out/include/${libPrefix} lndir $out/lib-python/${if isPy3k then "3" else pythonVersion} $out/lib/${libPrefix} lndir $out/lib_pypy $out/lib/${libPrefix}
# Include a sitecustomize.py file cp ${../sitecustomize.py} $out/${ if isPy38OrNewer then sitePackages else "lib/${libPrefix}/${sitePackages}" }/sitecustomize.py
runHook postInstall '';
preFixup = lib.optionalString (stdenv.hostPlatform.isDarwin) '' install_name_tool -change @rpath/lib${executable}-c.dylib $out/lib/lib${executable}-c.dylib $out/bin/${executable} '' # Create platform specific _sysconfigdata__*.py (eg: _sysconfigdata__linux_x86_64-linux-gnu.py) # Can be tested by building: pypy3Packages.bcrypt # Based on the upstream build code found here: # https://github.com/pypy/pypy/blob/release-pypy3.11-v7.3.20/pypy/tool/release/package.py#L176-L189 # Upstream is not shipping config.guess, just take one from autoconf + lib.optionalString isPy3k '' $out/bin/pypy3 -m sysconfig --generate-posix-vars HOST_GNU_TYPE "$(${autoconf}/share/autoconf/build-aux/config.guess)" buildir="$(cat pybuilddir.txt)" quadruplet=$(ls $buildir | sed -E 's/_sysconfigdata__(.*).py/\1/') cp "$buildir/_sysconfigdata__$quadruplet.py" $out/lib_pypy/ ln -rs "$out/lib_pypy/_sysconfigdata__$quadruplet.py" $out/lib/pypy*/ '' # _testcapi is compiled dynamically, into the store. # This would fail if we don't do it here. + lib.optionalString (stdenv.buildPlatform.canExecute stdenv.hostPlatform) '' pushd / $out/bin/${executable} -c "from test import support" popd '';
setupHook = python-setup-hook sitePackages;
# TODO: Investigate why so many tests are failing. checkPhase = let disabledTests = [ # disable shutils because it assumes gid 0 exists "test_shutil" # disable socket because it has two actual network tests that fail "test_socket" ] ++ lib.optionals (!isPy3k) [ # disable test_urllib2net, test_urllib2_localnet, and test_urllibnet because they require networking (example.com) "test_urllib2net" "test_urllibnet" "test_urllib2_localnet" # test_subclass fails with "internal error" # test_load_default_certs_env fails for unknown reason "test_ssl" ] ++ lib.optionals isPy3k [ # disable asyncio due to https://github.com/NixOS/nix/issues/1238 "test_asyncio" # disable os due to https://github.com/NixOS/nixpkgs/issues/10496 "test_os" # disable pathlib due to https://bitbucket.org/pypy/pypy/pull-requests/594 "test_pathlib" # disable tarfile because it assumes gid 0 exists "test_tarfile" # disable __all__ because of spurious imp/importlib warning and # warning-to-error test policy "test___all__" # fail for multiple reasons, TODO: investigate "test__opcode" "test_ast" "test_audit" "test_builtin" "test_c_locale_coercion" "test_call" "test_class" "test_cmd_line" "test_cmd_line_script" "test_code" "test_code_module" "test_codeop" "test_compile" "test_coroutines" "test_cprofile" "test_ctypes" "test_embed" "test_exceptions" "test_extcall" "test_frame" "test_generators" "test_grammar" "test_idle" "test_iter" "test_itertools" "test_list" "test_marshal" "test_memoryio" "test_memoryview" "test_metaclass" "test_mmap" "test_multibytecodec" "test_opcache" "test_pdb" "test_peepholer" "test_positional_only_arg" "test_print" "test_property" "test_pyclbr" "test_range" "test_re" "test_readline" "test_regrtest" "test_repl" "test_rlcompleter" "test_signal" "test_sort" "test_source_encoding" "test_ssl" "test_string_literals" "test_structseq" "test_subprocess" "test_super" "test_support" "test_syntax" "test_sys" "test_sys_settrace" "test_tcl" "test_termios" "test_threading" "test_trace" "test_tty" "test_unpack_ex" "test_utf8_mode" "test_weakref" "test_capi" "test_concurrent_futures" "test_dataclasses" "test_doctest" "test_future_stmt" "test_importlib" "test_inspect" "test_pydoc" "test_warnings" ]; in '' export TERMINFO="${ncurses.out}/share/terminfo/"; export TERM="xterm"; export HOME="$TMPDIR";
${pythonForPypy.interpreter} ./pypy/test_all.py --pypy=./${executable}-c -k 'not (${lib.concatStringsSep " or " disabledTests})' lib-python '';
# verify cffi modules doInstallCheck = true; installCheckPhase = let modules = [ "curses" "sqlite3" ] ++ lib.optionals (!isPy3k) [ "Tkinter" ] ++ lib.optionals isPy3k [ "tkinter" "lzma" ]; imports = lib.concatMapStringsSep "; " (x: "import ${x}") modules; in '' echo "Testing whether we can import modules" $out/bin/${executable} -c '${imports}' '';
inherit passthru; enableParallelBuilding = true; # almost no parallelization without STM
meta = { homepage = "https://www.pypy.org/"; changelog = "https://doc.pypy.org/en/stable/release-v${version}.html"; description = "Fast, compliant alternative implementation of the Python language (${pythonVersion})"; mainProgram = "pypy"; license = lib.licenses.mit; platforms = [ "aarch64-linux" "x86_64-linux" "aarch64-darwin" "x86_64-darwin" ]; broken = optimizationLevel == "0"; # generates invalid code maintainers = with lib.maintainers; [ andersk fliegendewurst ]; };}