From bcf607c209313f7939ab9bd8c0110cdbdd4de046 Mon Sep 17 00:00:00 2001
From: Alexander Miroshnichenko <alex@millerson.name>
Date: Wed, 27 May 2026 21:56:18 +0300
Subject: [PATCH] feat(hipengine): add ROCm-native LLM inference engine
 (v0.2.2)

---
 README.md                      |  2 ++
 packages/hipengine/default.nix |  2 ++
 packages/hipengine/package.nix | 52 ++++++++++++++++++++++++++++++++++
 3 files changed, 56 insertions(+)
 create mode 100644 packages/hipengine/default.nix
 create mode 100644 packages/hipengine/package.nix

diff --git a/README.md b/README.md
index 8b5ec0a..687b338 100644
--- a/README.md
+++ b/README.md
@@ -18,6 +18,7 @@ A custom Nix overlay and flake providing additional packages not found in upstre
 | `freebuff` | The world's strongest free coding agent | AI Coding Agents |
 | `goose-cli` | CLI for Goose - a local, extensible, open source AI agent that automates engineering tasks | AI Coding Agents |
 | `graphify` | Turn any folder of code, docs, papers, images, or videos into a queryable knowledge graph | AI Coding Agents |
+| `hipengine` | ROCm-native local LLM inference engine with torch-free runtime for AMD RDNA GPUs | AI Inference |
 | `mcp-gateway` | Universal Model Context Protocol gateway that sits between AI client and MCP tools/servers | MCP Servers |
 | `skillsmcp` | MCP server that exposes Agent Skills to AI agents via the Model Context Protocol | MCP Servers |
 | `kubernetes-mcp-server` | Model Context Protocol (MCP) server for Kubernetes and OpenShift | MCP Servers |
@@ -115,6 +116,7 @@ nix-overlay/
 │   ├── freebuff/               # Free coding agent (Codebuff)
 │   ├── goose-cli/              # Goose AI agent CLI
 │   ├── graphify/               # Knowledge graph generator for code folders
+│   ├── hipengine/              # ROCm-native LLM inference engine for AMD GPUs
 │   ├── kubernetes-mcp-server/  # MCP server for Kubernetes and OpenShift
 │   ├── mcp-gateway/            # MCP protocol gateway
 │   ├── radar/                  # Kubernetes UI (topology, timeline, Helm, GitOps)
diff --git a/packages/hipengine/default.nix b/packages/hipengine/default.nix
new file mode 100644
index 0000000..69b1a07
--- /dev/null
+++ b/packages/hipengine/default.nix
@@ -0,0 +1,2 @@
+{ pkgs, ... }:
+pkgs.callPackage ./package.nix { }
diff --git a/packages/hipengine/package.nix b/packages/hipengine/package.nix
new file mode 100644
index 0000000..6d37517
--- /dev/null
+++ b/packages/hipengine/package.nix
@@ -0,0 +1,52 @@
+{
+  lib,
+  python3Packages,
+  fetchFromGitHub,
+}:
+
+python3Packages.buildPythonApplication rec {
+  pname = "hipengine";
+  version = "0.2.2";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "shisa-ai";
+    repo = "hipEngine";
+    rev = "v${version}";
+    hash = "sha256-ljgXDQfUTx64i1+yAKFE13GkcE9AE+1YICfSScQ9nuA=";
+  };
+
+  build-system = with python3Packages; [
+    hatchling
+  ];
+
+  dependencies = with python3Packages; [
+    fastapi
+    jinja2
+    numpy
+    safetensors
+    tokenizers
+    uvicorn
+  ];
+
+  doCheck = false;
+  pythonImportsCheck = [ "hipengine" ];
+
+  passthru = {
+    category = "AI Inference";
+    updateScript = [
+      "nix-update"
+      "--flake"
+      ".#hipengine"
+    ];
+  };
+
+  meta = {
+    description = "ROCm-native local LLM inference engine with a torch-free runtime hot path for AMD RDNA GPUs";
+    homepage = "https://github.com/shisa-ai/hipEngine";
+    changelog = "https://github.com/shisa-ai/hipEngine/releases/tag/v${version}";
+    license = lib.licenses.agpl3Plus;
+    platforms = lib.platforms.linux;
+    mainProgram = "hipengine-server";
+  };
+}