Something went wrong. Try again.
lol
Something went wrong. Try again.
1.2 kB · 71 lines
Nix
at master
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172{ lib, buildPythonPackage, fetchPypi, setuptools-scm, setuptools, pydantic, openai, tiktoken, diskcache, cohere, google-auth, typer, pyyaml, transformers, fastapi, uvicorn, accelerate,}:
buildPythonPackage rec { pname = "llmx"; version = "0.0.21a0"; pyproject = true;
src = fetchPypi { inherit pname version; hash = "sha256-OEo6wIaDTktzAsP0rOmhxjFSHygTR/EpcRI6AXsu+6M="; };
build-system = [ setuptools setuptools-scm ];
dependencies = [ pydantic openai tiktoken diskcache cohere google-auth typer pyyaml ];
optional-dependencies = { web = [ fastapi uvicorn ]; transformers = [ accelerate transformers ] ++ transformers.optional-dependencies.torch; };
# Tests of llmx try to access openai, google, etc. doCheck = false;
pythonImportsCheck = [ "llmx" ];
meta = { description = "Library for LLM Text Generation"; homepage = "https://github.com/victordibia/llmx"; mainProgram = "llmx"; license = lib.licenses.mit; maintainers = with lib.maintainers; [ moraxyc ]; };}