7 python = python3.override {
9 packageOverrides = _: super: {
10 cattrs = super.cattrs.overridePythonAttrs (oldAttrs: rec {
12 build-system = [ super.poetry-core ];
13 src = oldAttrs.src.override {
14 rev = "refs/tags/v${version}";
15 hash = "sha256-YO4Clbo5fmXbysxwwM2qCHJwO5KwDC05VctRVFruJcw=";
22 python.pkgs.buildPythonApplication rec {
27 src = fetchFromGitHub {
30 rev = "refs/tags/v${version}";
31 hash = "sha256-4KIpe6KjbBDDUj0IjzSccxjgZyBoaUVIQJYk1+W01Vo=";
36 "pip-requirements-parser"
39 pythonRelaxDeps = [ "openai" ];
41 build-system = with python.pkgs; [
46 dependencies = with python.pkgs; [
63 pythonImportsCheck = [ "openllm" ];
66 description = "Run any open-source LLMs, such as Llama 3.1, Gemma, as OpenAI compatible API endpoint in the cloud";
67 homepage = "https://github.com/bentoml/OpenLLM";
68 changelog = "https://github.com/bentoml/OpenLLM/releases/tag/v${version}";
69 license = licenses.asl20;
70 maintainers = with maintainers; [
74 mainProgram = "openllm";