{ lib, python3Packages, fetchFromGitHub, }: python3Packages.buildPythonApplication rec { pname = "hipengine"; version = "0.5.0"; pyproject = true; src = fetchFromGitHub { owner = "shisa-ai"; repo = "hipEngine"; rev = "v${version}"; hash = "sha256-xjVpdr2avDKA2IoXA9W5Q/c6cT+G/BxrTDzjP5Tm+3Y="; }; build-system = with python3Packages; [ hatchling ]; dependencies = with python3Packages; [ fastapi jinja2 llguidance numpy safetensors tokenizers uvicorn ]; doCheck = false; pythonImportsCheck = [ "hipengine" ]; passthru = { category = "AI Inference"; updateScript = [ "nix-update" "--flake" ".#hipengine" ]; }; meta = { description = "ROCm-native local LLM inference engine with a torch-free runtime hot path for AMD RDNA GPUs"; homepage = "https://github.com/shisa-ai/hipEngine"; changelog = "https://github.com/shisa-ai/hipEngine/releases/tag/v${version}"; license = lib.licenses.agpl3Plus; platforms = lib.platforms.linux; # Upstream replaced the hipengine-server console script with # a top-level `hipengine` command (e.g. `hipengine serve`). mainProgram = "hipengine"; }; }