feat(hipengine): add ROCm-native LLM inference engine (v0.2.2)
Some checks failed
CI / check (push) Has been cancelled

This commit is contained in:
2026-05-27 21:56:18 +03:00
parent 7f0cec1a35
commit bcf607c209
3 changed files with 56 additions and 0 deletions

View File

@@ -0,0 +1,2 @@
{ pkgs, ... }:
pkgs.callPackage ./package.nix { }

View File

@@ -0,0 +1,52 @@
{
lib,
python3Packages,
fetchFromGitHub,
}:
python3Packages.buildPythonApplication rec {
pname = "hipengine";
version = "0.2.2";
pyproject = true;
src = fetchFromGitHub {
owner = "shisa-ai";
repo = "hipEngine";
rev = "v${version}";
hash = "sha256-ljgXDQfUTx64i1+yAKFE13GkcE9AE+1YICfSScQ9nuA=";
};
build-system = with python3Packages; [
hatchling
];
dependencies = with python3Packages; [
fastapi
jinja2
numpy
safetensors
tokenizers
uvicorn
];
doCheck = false;
pythonImportsCheck = [ "hipengine" ];
passthru = {
category = "AI Inference";
updateScript = [
"nix-update"
"--flake"
".#hipengine"
];
};
meta = {
description = "ROCm-native local LLM inference engine with a torch-free runtime hot path for AMD RDNA GPUs";
homepage = "https://github.com/shisa-ai/hipEngine";
changelog = "https://github.com/shisa-ai/hipEngine/releases/tag/v${version}";
license = lib.licenses.agpl3Plus;
platforms = lib.platforms.linux;
mainProgram = "hipengine-server";
};
}