Something went wrong. Try again.
What happens if I push all of nixpkgs
Something went wrong. Try again.
1.9 kB · 106 lines
Nix
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107{ lib, aiohttp, apscheduler, azure-identity, azure-keyvault-secrets, backoff, buildPythonPackage, click, cryptography, fastapi, fastapi-sso, fetchFromGitHub, google-cloud-kms, gunicorn, importlib-metadata, jinja2, jsonschema, openai, orjson, poetry-core, prisma, pydantic, pyjwt, pynacl, python-dotenv, python-multipart, pythonOlder, pyyaml, requests, resend, rq, tiktoken, tokenizers, uvicorn,}:
buildPythonPackage rec { pname = "litellm"; version = "1.41.28"; pyproject = true;
disabled = pythonOlder "3.8";
src = fetchFromGitHub { owner = "BerriAI"; repo = "litellm"; rev = "refs/tags/v${version}"; hash = "sha256-DNFzBl2K4liphEMVPRbLWMzzCxtIcvUgQxvppAnv/10="; };
build-system = [ poetry-core ];
dependencies = [ aiohttp click importlib-metadata jinja2 jsonschema openai pydantic python-dotenv requests tiktoken tokenizers ];
passthru.optional-dependencies = { proxy = [ apscheduler backoff cryptography fastapi fastapi-sso gunicorn orjson pyjwt python-multipart pyyaml rq uvicorn ]; extra_proxy = [ azure-identity azure-keyvault-secrets google-cloud-kms prisma pynacl resend ]; };
pythonImportsCheck = [ "litellm" ];
# access network doCheck = false;
meta = with lib; { description = "Use any LLM as a drop in replacement for gpt-3.5-turbo. Use Azure, OpenAI, Cohere, Anthropic, Ollama, VLLM, Sagemaker, HuggingFace, Replicate (100+ LLMs)"; mainProgram = "litellm"; homepage = "https://github.com/BerriAI/litellm"; changelog = "https://github.com/BerriAI/litellm/releases/tag/v${version}"; license = licenses.mit; maintainers = with maintainers; [ happysalada ]; };}